2024-11-10 23:17:03,227 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-10 23:17:03,239 main DEBUG Took 0.010111 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-10 23:17:03,239 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-10 23:17:03,239 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-10 23:17:03,240 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-10 23:17:03,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,248 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-10 23:17:03,258 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,261 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,263 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,264 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,266 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,267 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:17:03,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,269 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-10 23:17:03,270 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:17:03,271 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-10 23:17:03,273 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-10 23:17:03,273 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-10 23:17:03,274 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-10 23:17:03,275 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-10 23:17:03,282 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-10 23:17:03,284 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-10 23:17:03,286 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-10 23:17:03,286 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-10 23:17:03,286 main DEBUG createAppenders(={Console})
2024-11-10 23:17:03,287 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized
2024-11-10 23:17:03,287 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-10 23:17:03,287 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK.
2024-11-10 23:17:03,288 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-10 23:17:03,288 main DEBUG OutputStream closed
2024-11-10 23:17:03,288 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-10 23:17:03,289 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-10 23:17:03,289 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK
2024-11-10 23:17:03,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-10 23:17:03,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-10 23:17:03,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-10 23:17:03,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-10 23:17:03,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-10 23:17:03,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-10 23:17:03,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-10 23:17:03,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-10 23:17:03,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-10 23:17:03,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-10 23:17:03,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-10 23:17:03,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-10 23:17:03,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-10 23:17:03,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-10 23:17:03,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-10 23:17:03,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-10 23:17:03,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-10 23:17:03,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-10 23:17:03,379 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-10 23:17:03,380 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null
2024-11-10 23:17:03,380 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-10 23:17:03,381 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK.
2024-11-10T23:17:03,615 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab
2024-11-10 23:17:03,617 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-10 23:17:03,617 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-10T23:17:03,625 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins
2024-11-10T23:17:03,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-10T23:17:03,649 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848, deleteOnExit=true
2024-11-10T23:17:03,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS
2024-11-10T23:17:03,651 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/test.cache.data in system properties and HBase conf
2024-11-10T23:17:03,651 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/hadoop.tmp.dir in system properties and HBase conf
2024-11-10T23:17:03,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/hadoop.log.dir in system properties and HBase conf
2024-11-10T23:17:03,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-10T23:17:03,653 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-10T23:17:03,653 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF
2024-11-10T23:17:03,737 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-10T23:17:03,823 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:17:03,827 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-10T23:17:03,828 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-10T23:17:03,829 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-10T23:17:03,829 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-10T23:17:03,830 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-10T23:17:03,831 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-10T23:17:03,831 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-10T23:17:03,832 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-10T23:17:03,833 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-10T23:17:03,833 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/nfs.dump.dir in system properties and HBase conf
2024-11-10T23:17:03,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/java.io.tmpdir in system properties and HBase conf
2024-11-10T23:17:03,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-10T23:17:03,835 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-10T23:17:03,836 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-10T23:17:04,794 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-10T23:17:04,871 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2379ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-10T23:17:04,939 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-10T23:17:05,003 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-10T23:17:05,025 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-10T23:17:05,026 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-10T23:17:05,027 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-10T23:17:05,039 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-10T23:17:05,042 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/hadoop.log.dir/,AVAILABLE}
2024-11-10T23:17:05,044 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-10T23:17:05,231 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/java.io.tmpdir/jetty-localhost-40635-hadoop-hdfs-3_4_1-tests_jar-_-any-17404859304686539369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-10T23:17:05,239 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40635}
2024-11-10T23:17:05,240 INFO  [Time-limited test {}] server.Server(415): Started @2748ms
2024-11-10T23:17:05,769 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-10T23:17:05,776 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-10T23:17:05,777 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-10T23:17:05,778 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-10T23:17:05,778 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-10T23:17:05,779 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/hadoop.log.dir/,AVAILABLE}
2024-11-10T23:17:05,779 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-10T23:17:05,878 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/java.io.tmpdir/jetty-localhost-34549-hadoop-hdfs-3_4_1-tests_jar-_-any-11846927556057215717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-10T23:17:05,879 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:34549}
2024-11-10T23:17:05,879 INFO  [Time-limited test {}] server.Server(415): Started @3387ms
2024-11-10T23:17:05,925 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-10T23:17:06,671 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/dfs/data/data2/current/BP-4907024-172.17.0.2-1731280624379/current, will proceed with Du for space computation calculation, 
2024-11-10T23:17:06,671 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/dfs/data/data1/current/BP-4907024-172.17.0.2-1731280624379/current, will proceed with Du for space computation calculation, 
2024-11-10T23:17:06,697 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-10T23:17:06,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dde1d2d7dc99dbc with lease ID 0x4844f23f117046a9: Processing first storage report for DS-1ca9631f-8688-4845-8bf4-5912da8a78c0 from datanode DatanodeRegistration(127.0.0.1:39817, datanodeUuid=5b4c6342-feee-43b3-a823-f25059e013ce, infoPort=34709, infoSecurePort=0, ipcPort=45153, storageInfo=lv=-57;cid=testClusterID;nsid=1909308742;c=1731280624379)
2024-11-10T23:17:06,739 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dde1d2d7dc99dbc with lease ID 0x4844f23f117046a9: from storage DS-1ca9631f-8688-4845-8bf4-5912da8a78c0 node DatanodeRegistration(127.0.0.1:39817, datanodeUuid=5b4c6342-feee-43b3-a823-f25059e013ce, infoPort=34709, infoSecurePort=0, ipcPort=45153, storageInfo=lv=-57;cid=testClusterID;nsid=1909308742;c=1731280624379), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-10T23:17:06,740 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dde1d2d7dc99dbc with lease ID 0x4844f23f117046a9: Processing first storage report for DS-828be9e3-45e4-4217-8450-4ed0ffe6a403 from datanode DatanodeRegistration(127.0.0.1:39817, datanodeUuid=5b4c6342-feee-43b3-a823-f25059e013ce, infoPort=34709, infoSecurePort=0, ipcPort=45153, storageInfo=lv=-57;cid=testClusterID;nsid=1909308742;c=1731280624379)
2024-11-10T23:17:06,740 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dde1d2d7dc99dbc with lease ID 0x4844f23f117046a9: from storage DS-828be9e3-45e4-4217-8450-4ed0ffe6a403 node DatanodeRegistration(127.0.0.1:39817, datanodeUuid=5b4c6342-feee-43b3-a823-f25059e013ce, infoPort=34709, infoSecurePort=0, ipcPort=45153, storageInfo=lv=-57;cid=testClusterID;nsid=1909308742;c=1731280624379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-10T23:17:06,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab
2024-11-10T23:17:06,888 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/zookeeper_0, clientPort=61791, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-10T23:17:06,896 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61791
2024-11-10T23:17:06,905 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:06,907 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:07,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741825_1001 (size=7)
2024-11-10T23:17:07,516 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65 with version=8
2024-11-10T23:17:07,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/hbase-staging
2024-11-10T23:17:07,631 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-10T23:17:07,871 INFO  [Time-limited test {}] client.ConnectionUtils(129): master/992bda40dfe9:0 server-side Connection retries=45
2024-11-10T23:17:07,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:17:07,887 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:17:07,887 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:17:07,887 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:17:07,887 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:17:08,005 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:17:08,056 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-10T23:17:08,067 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-10T23:17:08,071 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:17:08,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44610 (auto-detected)
2024-11-10T23:17:08,096 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-10T23:17:08,112 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43589
2024-11-10T23:17:08,119 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:08,121 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:08,131 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43589 connecting to ZooKeeper ensemble=127.0.0.1:61791
2024-11-10T23:17:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435890x0, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:17:08,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43589-0x1012853872b0000 connected
2024-11-10T23:17:08,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:17:08,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:17:08,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:17:08,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43589
2024-11-10T23:17:08,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43589
2024-11-10T23:17:08,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43589
2024-11-10T23:17:08,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43589
2024-11-10T23:17:08,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43589
2024-11-10T23:17:08,336 INFO  [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65, hbase.cluster.distributed=false
2024-11-10T23:17:08,392 INFO  [Time-limited test {}] client.ConnectionUtils(129): regionserver/992bda40dfe9:0 server-side Connection retries=45
2024-11-10T23:17:08,392 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:17:08,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:17:08,393 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:17:08,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:17:08,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:17:08,395 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:17:08,397 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:17:08,398 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43391
2024-11-10T23:17:08,400 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-10T23:17:08,403 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-10T23:17:08,405 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:08,407 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:08,410 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43391 connecting to ZooKeeper ensemble=127.0.0.1:61791
2024-11-10T23:17:08,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433910x0, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:17:08,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433910x0, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:17:08,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43391-0x1012853872b0001 connected
2024-11-10T23:17:08,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:17:08,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:17:08,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391
2024-11-10T23:17:08,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391
2024-11-10T23:17:08,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391
2024-11-10T23:17:08,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391
2024-11-10T23:17:08,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391
2024-11-10T23:17:08,428 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/992bda40dfe9,43589,1731280627623
2024-11-10T23:17:08,442 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;992bda40dfe9:43589
2024-11-10T23:17:08,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:17:08,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:17:08,444 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/992bda40dfe9,43589,1731280627623
2024-11-10T23:17:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-10T23:17:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-10T23:17:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:08,472 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-10T23:17:08,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-10T23:17:08,473 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/992bda40dfe9,43589,1731280627623 from backup master directory
2024-11-10T23:17:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/992bda40dfe9,43589,1731280627623
2024-11-10T23:17:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:17:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:17:08,484 WARN  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:17:08,484 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=992bda40dfe9,43589,1731280627623
2024-11-10T23:17:08,486 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-10T23:17:08,487 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-10T23:17:08,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741826_1002 (size=42)
2024-11-10T23:17:08,954 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/hbase.id with ID: c53c11d6-a10b-4f9f-9495-c52665ab0c07
2024-11-10T23:17:08,997 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-10T23:17:09,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:09,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:09,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741827_1003 (size=196)
2024-11-10T23:17:09,504 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:17:09,505 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-10T23:17:09,518 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:09,522 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:17:09,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741828_1004 (size=1189)
2024-11-10T23:17:09,974 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store
2024-11-10T23:17:09,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741829_1005 (size=34)
2024-11-10T23:17:10,395 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-10T23:17:10,395 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:10,396 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-10T23:17:10,397 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:17:10,397 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:17:10,397 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-10T23:17:10,397 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:17:10,397 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:17:10,398 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-10T23:17:10,400 WARN  [master/992bda40dfe9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/.initializing
2024-11-10T23:17:10,400 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/WALs/992bda40dfe9,43589,1731280627623
2024-11-10T23:17:10,408 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:17:10,417 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=992bda40dfe9%2C43589%2C1731280627623, suffix=, logDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/WALs/992bda40dfe9,43589,1731280627623, archiveDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/oldWALs, maxLogs=10
2024-11-10T23:17:10,435 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/WALs/992bda40dfe9,43589,1731280627623/992bda40dfe9%2C43589%2C1731280627623.1731280630421, exclude list is [], retry=0
2024-11-10T23:17:10,449 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-1ca9631f-8688-4845-8bf4-5912da8a78c0,DISK]
2024-11-10T23:17:10,451 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-10T23:17:10,481 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/WALs/992bda40dfe9,43589,1731280627623/992bda40dfe9%2C43589%2C1731280627623.1731280630421
2024-11-10T23:17:10,482 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)]
2024-11-10T23:17:10,483 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:17:10,483 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:10,486 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:17:10,487 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:17:10,522 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:17:10,547 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-10T23:17:10,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:10,553 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:10,553 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:17:10,556 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-10T23:17:10,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:10,558 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:10,558 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:17:10,560 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-10T23:17:10,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:10,562 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:10,562 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:17:10,564 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-10T23:17:10,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:10,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:10,569 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:17:10,570 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:17:10,580 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:17:10,584 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:17:10,588 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:17:10,589 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60172783, jitterRate=-0.10335566103458405}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:17:10,595 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-10T23:17:10,596 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-10T23:17:10,620 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bd1cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:10,647 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating...
2024-11-10T23:17:10,663 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-10T23:17:10,663 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-10T23:17:10,665 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-10T23:17:10,666 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec
2024-11-10T23:17:10,671 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec
2024-11-10T23:17:10,671 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-10T23:17:10,710 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-10T23:17:10,727 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-10T23:17:10,771 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false
2024-11-10T23:17:10,773 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-10T23:17:10,774 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-10T23:17:10,783 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false
2024-11-10T23:17:10,785 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-10T23:17:10,789 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-10T23:17:10,796 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false
2024-11-10T23:17:10,797 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-10T23:17:10,804 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false
2024-11-10T23:17:10,813 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-10T23:17:10,820 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-10T23:17:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:17:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:17:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:10,834 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=992bda40dfe9,43589,1731280627623, sessionid=0x1012853872b0000, setting cluster-up flag (Was=false)
2024-11-10T23:17:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:10,883 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-10T23:17:10,887 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=992bda40dfe9,43589,1731280627623
2024-11-10T23:17:10,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:10,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:10,933 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-10T23:17:10,935 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=992bda40dfe9,43589,1731280627623
2024-11-10T23:17:11,010 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta
2024-11-10T23:17:11,015 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2
2024-11-10T23:17:11,017 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-10T23:17:11,022 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 992bda40dfe9,43589,1731280627623
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-10T23:17:11,025 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/992bda40dfe9:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:17:11,025 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/992bda40dfe9:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:17:11,025 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/992bda40dfe9:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:17:11,025 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/992bda40dfe9:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:17:11,026 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/992bda40dfe9:0, corePoolSize=10, maxPoolSize=10
2024-11-10T23:17:11,026 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,026 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/992bda40dfe9:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:17:11,026 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,028 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731280661028
2024-11-10T23:17:11,029 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-10T23:17:11,030 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-10T23:17:11,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:17:11,031 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region
2024-11-10T23:17:11,034 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-10T23:17:11,035 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-10T23:17:11,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:11,035 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-10T23:17:11,035 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-10T23:17:11,035 INFO  [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-10T23:17:11,036 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,038 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-10T23:17:11,039 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-10T23:17:11,040 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-10T23:17:11,042 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-10T23:17:11,043 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-10T23:17:11,046 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;992bda40dfe9:43391
2024-11-10T23:17:11,046 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/992bda40dfe9:0:becomeActiveMaster-HFileCleaner.large.0-1731280631044,5,FailOnTimeoutGroup]
2024-11-10T23:17:11,046 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/992bda40dfe9:0:becomeActiveMaster-HFileCleaner.small.0-1731280631046,5,FailOnTimeoutGroup]
2024-11-10T23:17:11,046 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,047 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-10T23:17:11,047 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1008): ClusterId : c53c11d6-a10b-4f9f-9495-c52665ab0c07
2024-11-10T23:17:11,048 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,049 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741831_1007 (size=1039)
2024-11-10T23:17:11,050 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-10T23:17:11,060 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-10T23:17:11,060 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-10T23:17:11,072 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-10T23:17:11,072 DEBUG [RS:0;992bda40dfe9:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505629d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:11,074 DEBUG [RS:0;992bda40dfe9:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afe697f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=992bda40dfe9/172.17.0.2:0
2024-11-10T23:17:11,076 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled
2024-11-10T23:17:11,076 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled
2024-11-10T23:17:11,076 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1090): About to register with Master.
2024-11-10T23:17:11,078 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(3073): reportForDuty to master=992bda40dfe9,43589,1731280627623 with isa=992bda40dfe9/172.17.0.2:43391, startcode=1731280628391
2024-11-10T23:17:11,089 DEBUG [RS:0;992bda40dfe9:43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:17:11,117 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54955, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:17:11,122 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43589 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:11,124 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43589 {}] master.ServerManager(486): Registering regionserver=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:11,136 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:17:11,136 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34327
2024-11-10T23:17:11,136 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1
2024-11-10T23:17:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:17:11,146 DEBUG [RS:0;992bda40dfe9:43391 {}] zookeeper.ZKUtil(111): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/992bda40dfe9,43391,1731280628391
2024-11-10T23:17:11,146 WARN  [RS:0;992bda40dfe9:43391 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:17:11,146 INFO  [RS:0;992bda40dfe9:43391 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:17:11,146 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391
2024-11-10T23:17:11,148 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [992bda40dfe9,43391,1731280628391]
2024-11-10T23:17:11,161 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds
2024-11-10T23:17:11,170 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-10T23:17:11,184 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-10T23:17:11,186 INFO  [RS:0;992bda40dfe9:43391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-10T23:17:11,186 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,187 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S
2024-11-10T23:17:11,193 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,193 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,193 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/992bda40dfe9:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,194 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,195 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/992bda40dfe9:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:17:11,195 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/992bda40dfe9:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:17:11,195 DEBUG [RS:0;992bda40dfe9:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:17:11,196 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,196 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,196 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,196 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,196 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43391,1731280628391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:17:11,213 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-10T23:17:11,215 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43391,1731280628391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:11,234 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.Replication(204): 992bda40dfe9,43391,1731280628391 started
2024-11-10T23:17:11,235 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1767): Serving as 992bda40dfe9,43391,1731280628391, RpcServer on 992bda40dfe9/172.17.0.2:43391, sessionid=0x1012853872b0001
2024-11-10T23:17:11,235 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-10T23:17:11,236 DEBUG [RS:0;992bda40dfe9:43391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:11,236 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '992bda40dfe9,43391,1731280628391'
2024-11-10T23:17:11,236 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-10T23:17:11,237 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-10T23:17:11,238 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-10T23:17:11,238 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-10T23:17:11,238 DEBUG [RS:0;992bda40dfe9:43391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:11,238 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '992bda40dfe9,43391,1731280628391'
2024-11-10T23:17:11,238 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-10T23:17:11,239 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-10T23:17:11,239 DEBUG [RS:0;992bda40dfe9:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-10T23:17:11,239 INFO  [RS:0;992bda40dfe9:43391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-10T23:17:11,240 INFO  [RS:0;992bda40dfe9:43391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-10T23:17:11,346 INFO  [RS:0;992bda40dfe9:43391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:17:11,350 INFO  [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=992bda40dfe9%2C43391%2C1731280628391, suffix=, logDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391, archiveDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/oldWALs, maxLogs=32
2024-11-10T23:17:11,367 DEBUG [RS:0;992bda40dfe9:43391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391/992bda40dfe9%2C43391%2C1731280628391.1731280631354, exclude list is [], retry=0
2024-11-10T23:17:11,371 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-1ca9631f-8688-4845-8bf4-5912da8a78c0,DISK]
2024-11-10T23:17:11,375 INFO  [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391/992bda40dfe9%2C43391%2C1731280628391.1731280631354
2024-11-10T23:17:11,375 DEBUG [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)]
2024-11-10T23:17:11,452 INFO  [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039
2024-11-10T23:17:11,452 INFO  [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:17:11,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741833_1009 (size=32)
2024-11-10T23:17:11,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:11,875 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-10T23:17:11,880 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-10T23:17:11,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:11,882 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:11,883 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-10T23:17:11,886 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-10T23:17:11,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:11,887 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:11,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-10T23:17:11,891 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-10T23:17:11,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:11,892 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:11,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740
2024-11-10T23:17:11,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740
2024-11-10T23:17:11,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:17:11,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-10T23:17:11,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:17:11,907 INFO  [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63477485, jitterRate=-0.05411176383495331}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:17:11,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-10T23:17:11,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-10T23:17:11,909 INFO  [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-10T23:17:11,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-10T23:17:11,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-10T23:17:11,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-10T23:17:11,911 INFO  [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-10T23:17:11,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-10T23:17:11,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:17:11,914 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta
2024-11-10T23:17:11,919 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-10T23:17:11,925 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-10T23:17:11,928 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-10T23:17:12,082 DEBUG [992bda40dfe9:43589 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-10T23:17:12,096 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:12,100 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 992bda40dfe9,43391,1731280628391, state=OPENING
2024-11-10T23:17:12,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-10T23:17:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:12,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:17:12,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:17:12,159 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:12,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:12,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-10T23:17:12,347 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-10T23:17:12,357 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740
2024-11-10T23:17:12,357 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:17:12,358 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-10T23:17:12,361 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=992bda40dfe9%2C43391%2C1731280628391.meta, suffix=.meta, logDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391, archiveDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/oldWALs, maxLogs=32
2024-11-10T23:17:12,375 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391/992bda40dfe9%2C43391%2C1731280628391.meta.1731280632363.meta, exclude list is [], retry=0
2024-11-10T23:17:12,379 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-1ca9631f-8688-4845-8bf4-5912da8a78c0,DISK]
2024-11-10T23:17:12,382 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/WALs/992bda40dfe9,43391,1731280628391/992bda40dfe9%2C43391%2C1731280628391.meta.1731280632363.meta
2024-11-10T23:17:12,382 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)]
2024-11-10T23:17:12,382 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:17:12,384 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-10T23:17:12,432 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-10T23:17:12,436 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-10T23:17:12,440 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-10T23:17:12,440 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:12,440 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740
2024-11-10T23:17:12,440 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740
2024-11-10T23:17:12,443 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-10T23:17:12,444 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-10T23:17:12,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:12,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:12,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-10T23:17:12,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-10T23:17:12,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:12,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:12,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-10T23:17:12,449 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-10T23:17:12,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:12,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:17:12,452 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740
2024-11-10T23:17:12,454 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740
2024-11-10T23:17:12,457 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:17:12,459 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-10T23:17:12,461 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62042005, jitterRate=-0.07550208270549774}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:17:12,462 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-10T23:17:12,469 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731280632338
2024-11-10T23:17:12,479 DEBUG [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-10T23:17:12,480 INFO  [RS_OPEN_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740
2024-11-10T23:17:12,481 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:12,483 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 992bda40dfe9,43391,1731280628391, state=OPEN
2024-11-10T23:17:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:17:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:17:12,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:17:12,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:17:12,586 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2
2024-11-10T23:17:12,586 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=992bda40dfe9,43391,1731280628391 in 421 msec
2024-11-10T23:17:12,596 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-11-10T23:17:12,596 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec
2024-11-10T23:17:12,601 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6320 sec
2024-11-10T23:17:12,601 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731280632601, completionTime=-1
2024-11-10T23:17:12,602 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-10T23:17:12,602 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster...
2024-11-10T23:17:12,635 DEBUG [hconnection-0x5e9feb38-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:12,637 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:12,647 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1
2024-11-10T23:17:12,647 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731280692647
2024-11-10T23:17:12,647 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731280752647
2024-11-10T23:17:12,647 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 45 msec
2024-11-10T23:17:12,685 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43589,1731280627623-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:12,685 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43589,1731280627623-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:12,685 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43589,1731280627623-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:12,686 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-992bda40dfe9:43589, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:12,686 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:12,692 DEBUG [master/992bda40dfe9:0.Chore.1 {}] janitor.CatalogJanitor(179): 
2024-11-10T23:17:12,695 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating...
2024-11-10T23:17:12,696 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-10T23:17:12,702 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace
2024-11-10T23:17:12,705 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:17:12,705 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:12,707 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:17:12,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741835_1011 (size=358)
2024-11-10T23:17:12,737 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ee49e0ceb16f8d9252e1a5caf62f780e, NAME => 'hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:17:12,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741836_1012 (size=42)
2024-11-10T23:17:13,151 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:13,151 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ee49e0ceb16f8d9252e1a5caf62f780e, disabling compactions & flushes
2024-11-10T23:17:13,151 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e. after waiting 0 ms
2024-11-10T23:17:13,152 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,152 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,153 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ee49e0ceb16f8d9252e1a5caf62f780e:

2024-11-10T23:17:13,159 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:17:13,165 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731280633160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280633160"}]},"ts":"1731280633160"}
2024-11-10T23:17:13,184 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:17:13,186 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:17:13,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280633186"}]},"ts":"1731280633186"}
2024-11-10T23:17:13,192 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta
2024-11-10T23:17:13,248 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ee49e0ceb16f8d9252e1a5caf62f780e, ASSIGN}]
2024-11-10T23:17:13,253 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ee49e0ceb16f8d9252e1a5caf62f780e, ASSIGN
2024-11-10T23:17:13,255 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ee49e0ceb16f8d9252e1a5caf62f780e, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:17:13,406 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ee49e0ceb16f8d9252e1a5caf62f780e, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:13,409 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ee49e0ceb16f8d9252e1a5caf62f780e, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:13,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:13,576 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ee49e0ceb16f8d9252e1a5caf62f780e, NAME => 'hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:17:13,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:17:13,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:13,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:17:13,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:17:13,583 INFO  [StoreOpener-ee49e0ceb16f8d9252e1a5caf62f780e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ee49e0ceb16f8d9252e1a5caf62f780e 
2024-11-10T23:17:13,585 INFO  [StoreOpener-ee49e0ceb16f8d9252e1a5caf62f780e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee49e0ceb16f8d9252e1a5caf62f780e columnFamilyName info
2024-11-10T23:17:13,585 DEBUG [StoreOpener-ee49e0ceb16f8d9252e1a5caf62f780e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:13,586 INFO  [StoreOpener-ee49e0ceb16f8d9252e1a5caf62f780e-1 {}] regionserver.HStore(327): Store=ee49e0ceb16f8d9252e1a5caf62f780e/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:13,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:17:13,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:17:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:17:13,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:17:13,596 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ee49e0ceb16f8d9252e1a5caf62f780e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74691004, jitterRate=0.11298269033432007}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-10T23:17:13,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ee49e0ceb16f8d9252e1a5caf62f780e:

2024-11-10T23:17:13,599 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e., pid=6, masterSystemTime=1731280633563
2024-11-10T23:17:13,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,602 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:17:13,603 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ee49e0ceb16f8d9252e1a5caf62f780e, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:13,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5
2024-11-10T23:17:13,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ee49e0ceb16f8d9252e1a5caf62f780e, server=992bda40dfe9,43391,1731280628391 in 198 msec
2024-11-10T23:17:13,615 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4
2024-11-10T23:17:13,615 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ee49e0ceb16f8d9252e1a5caf62f780e, ASSIGN in 362 msec
2024-11-10T23:17:13,616 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:17:13,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280633616"}]},"ts":"1731280633616"}
2024-11-10T23:17:13,619 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta
2024-11-10T23:17:13,673 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:17:13,680 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 977 msec
2024-11-10T23:17:13,706 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace
2024-11-10T23:17:13,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace
2024-11-10T23:17:13,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:13,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:17:13,745 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default
2024-11-10T23:17:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-10T23:17:13,780 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec
2024-11-10T23:17:13,797 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase
2024-11-10T23:17:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-10T23:17:13,825 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec
2024-11-10T23:17:13,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default
2024-11-10T23:17:13,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase
2024-11-10T23:17:13,867 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.383sec
2024-11-10T23:17:13,870 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-10T23:17:13,872 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-10T23:17:13,875 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-10T23:17:13,875 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-10T23:17:13,875 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-10T23:17:13,876 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43589,1731280627623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:17:13,877 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43589,1731280627623-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-10T23:17:13,883 DEBUG [master/992bda40dfe9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds
2024-11-10T23:17:13,883 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-10T23:17:13,884 INFO  [master/992bda40dfe9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=992bda40dfe9,43589,1731280627623-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:17:13,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466
2024-11-10T23:17:13,954 WARN  [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry
2024-11-10T23:17:13,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:13,971 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-10T23:17:13,971 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-10T23:17:13,979 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:13,986 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:13,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=992bda40dfe9,43589,1731280627623
2024-11-10T23:17:14,006 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=4104
2024-11-10T23:17:14,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:17:14,018 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:17:14,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:17:14,028 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:17:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:14,033 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:17:14,033 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:14,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 9
2024-11-10T23:17:14,035 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:17:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-10T23:17:14,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741837_1013 (size=960)
2024-11-10T23:17:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-10T23:17:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-10T23:17:14,448 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:17:14,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741838_1014 (size=53)
2024-11-10T23:17:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-10T23:17:14,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:14,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b66079cdadaba740706716baf52ad1fe, disabling compactions & flushes
2024-11-10T23:17:14,860 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:14,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:14,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. after waiting 0 ms
2024-11-10T23:17:14,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:14,860 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:14,860 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:14,863 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:17:14,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731280634863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280634863"}]},"ts":"1731280634863"}
2024-11-10T23:17:14,868 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:17:14,871 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:17:14,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280634871"}]},"ts":"1731280634871"}
2024-11-10T23:17:14,873 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-10T23:17:14,921 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, ASSIGN}]
2024-11-10T23:17:14,925 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, ASSIGN
2024-11-10T23:17:14,927 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:17:15,078 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b66079cdadaba740706716baf52ad1fe, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:15,084 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-10T23:17:15,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:15,253 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:15,253 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:17:15,254 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:15,254 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:15,254 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:15,254 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:15,257 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b66079cdadaba740706716baf52ad1fe 
2024-11-10T23:17:15,260 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:15,261 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b66079cdadaba740706716baf52ad1fe columnFamilyName A
2024-11-10T23:17:15,261 DEBUG [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:15,262 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.HStore(327): Store=b66079cdadaba740706716baf52ad1fe/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:15,262 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b66079cdadaba740706716baf52ad1fe 
2024-11-10T23:17:15,265 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:15,266 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b66079cdadaba740706716baf52ad1fe columnFamilyName B
2024-11-10T23:17:15,266 DEBUG [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:15,267 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.HStore(327): Store=b66079cdadaba740706716baf52ad1fe/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:15,267 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b66079cdadaba740706716baf52ad1fe 
2024-11-10T23:17:15,270 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:15,270 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b66079cdadaba740706716baf52ad1fe columnFamilyName C
2024-11-10T23:17:15,270 DEBUG [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:15,271 INFO  [StoreOpener-b66079cdadaba740706716baf52ad1fe-1 {}] regionserver.HStore(327): Store=b66079cdadaba740706716baf52ad1fe/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:15,272 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:15,273 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:15,274 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:15,276 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:17:15,278 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:15,281 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:17:15,282 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened b66079cdadaba740706716baf52ad1fe; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67772679, jitterRate=0.009891614317893982}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:17:15,283 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:15,284 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., pid=11, masterSystemTime=1731280635240
2024-11-10T23:17:15,287 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:15,287 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:15,288 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b66079cdadaba740706716baf52ad1fe, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:15,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10
2024-11-10T23:17:15,295 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391 in 206 msec
2024-11-10T23:17:15,297 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9
2024-11-10T23:17:15,297 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, ASSIGN in 373 msec
2024-11-10T23:17:15,298 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:17:15,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280635298"}]},"ts":"1731280635298"}
2024-11-10T23:17:15,300 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-10T23:17:15,309 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:17:15,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2810 sec
2024-11-10T23:17:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-10T23:17:16,159 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed
2024-11-10T23:17:16,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32
2024-11-10T23:17:16,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,223 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:17:16,230 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:17:16,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408
2024-11-10T23:17:16,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98
2024-11-10T23:17:16,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266
2024-11-10T23:17:16,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a
2024-11-10T23:17:16,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9
2024-11-10T23:17:16,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b
2024-11-10T23:17:16,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd
2024-11-10T23:17:16,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680
2024-11-10T23:17:16,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3
2024-11-10T23:17:16,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:16,363 DEBUG [hconnection-0x3d0fdd06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,368 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,368 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:16,370 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,370 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,370 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,370 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,371 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,373 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,374 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:16,374 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,374 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees
2024-11-10T23:17:16,376 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,376 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,377 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:16,379 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:16,380 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:16,381 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,419 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,420 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:16,454 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:17:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:16,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:16,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0dcfd05c6ac74bb0808ddf32617bcbdb is 50, key is test_row_0/A:col10/1731280636438/Put/seqid=0
2024-11-10T23:17:16,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741839_1015 (size=12001)
2024-11-10T23:17:16,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0dcfd05c6ac74bb0808ddf32617bcbdb
2024-11-10T23:17:16,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280696598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280696613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280696621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280696621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280696622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:16,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e4f0cca7e8504828b6e513d18e4ebfa9 is 50, key is test_row_0/B:col10/1731280636438/Put/seqid=0
2024-11-10T23:17:16,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741840_1016 (size=12001)
2024-11-10T23:17:16,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e4f0cca7e8504828b6e513d18e4ebfa9
2024-11-10T23:17:16,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:16,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:16,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:16,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:16,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280696754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280696754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280696755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280696757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280696755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ffbec8de7ac64f56a760b89cb3fdd85c is 50, key is test_row_0/C:col10/1731280636438/Put/seqid=0
2024-11-10T23:17:16,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741841_1017 (size=12001)
2024-11-10T23:17:16,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:16,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:16,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280696962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280696964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280696966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280696967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280696970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:17,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-10T23:17:17,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-10T23:17:17,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace'
2024-11-10T23:17:17,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ffbec8de7ac64f56a760b89cb3fdd85c
2024-11-10T23:17:17,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0dcfd05c6ac74bb0808ddf32617bcbdb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0dcfd05c6ac74bb0808ddf32617bcbdb
2024-11-10T23:17:17,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,218 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0dcfd05c6ac74bb0808ddf32617bcbdb, entries=150, sequenceid=13, filesize=11.7 K
2024-11-10T23:17:17,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e4f0cca7e8504828b6e513d18e4ebfa9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e4f0cca7e8504828b6e513d18e4ebfa9
2024-11-10T23:17:17,238 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e4f0cca7e8504828b6e513d18e4ebfa9, entries=150, sequenceid=13, filesize=11.7 K
2024-11-10T23:17:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ffbec8de7ac64f56a760b89cb3fdd85c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ffbec8de7ac64f56a760b89cb3fdd85c
2024-11-10T23:17:17,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ffbec8de7ac64f56a760b89cb3fdd85c, entries=150, sequenceid=13, filesize=11.7 K
2024-11-10T23:17:17,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for b66079cdadaba740706716baf52ad1fe in 803ms, sequenceid=13, compaction requested=false
2024-11-10T23:17:17,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:17,282 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-10T23:17:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:17,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:17,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7c3facbe392d41e681f828c1c3a058d7 is 50, key is test_row_0/A:col10/1731280636613/Put/seqid=0
2024-11-10T23:17:17,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280697294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741842_1018 (size=14341)
2024-11-10T23:17:17,314 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7c3facbe392d41e681f828c1c3a058d7
2024-11-10T23:17:17,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280697300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280697303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280697304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280697309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/dc05ce4666534935a1ed26a0add108e8 is 50, key is test_row_0/B:col10/1731280636613/Put/seqid=0
2024-11-10T23:17:17,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741843_1019 (size=12001)
2024-11-10T23:17:17,358 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/dc05ce4666534935a1ed26a0add108e8
2024-11-10T23:17:17,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:17,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/9e8f0f6825054dd382f5017c55dc3725 is 50, key is test_row_0/C:col10/1731280636613/Put/seqid=0
2024-11-10T23:17:17,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741844_1020 (size=12001)
2024-11-10T23:17:17,418 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/9e8f0f6825054dd382f5017c55dc3725
2024-11-10T23:17:17,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280697411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280697420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280697422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280697424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280697427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7c3facbe392d41e681f828c1c3a058d7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7c3facbe392d41e681f828c1c3a058d7
2024-11-10T23:17:17,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7c3facbe392d41e681f828c1c3a058d7, entries=200, sequenceid=40, filesize=14.0 K
2024-11-10T23:17:17,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/dc05ce4666534935a1ed26a0add108e8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/dc05ce4666534935a1ed26a0add108e8
2024-11-10T23:17:17,474 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/dc05ce4666534935a1ed26a0add108e8, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:17:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/9e8f0f6825054dd382f5017c55dc3725 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/9e8f0f6825054dd382f5017c55dc3725
2024-11-10T23:17:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:17,493 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/9e8f0f6825054dd382f5017c55dc3725, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:17:17,495 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b66079cdadaba740706716baf52ad1fe in 214ms, sequenceid=40, compaction requested=false
2024-11-10T23:17:17,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:17,521 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-10T23:17:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:17,522 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-10T23:17:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:17,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/8ad691a7498943da8dee7cc533796b99 is 50, key is test_row_0/A:col10/1731280637299/Put/seqid=0
2024-11-10T23:17:17,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741845_1021 (size=12001)
2024-11-10T23:17:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:17,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280697831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280697835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280697838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280697845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280697846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,951 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:17:17,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/8ad691a7498943da8dee7cc533796b99
2024-11-10T23:17:17,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280697964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280697965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280697966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280697966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280697966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/28bfca0ef27a4a3da85bdafe0908757c is 50, key is test_row_0/B:col10/1731280637299/Put/seqid=0
2024-11-10T23:17:18,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741846_1022 (size=12001)
2024-11-10T23:17:18,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/28bfca0ef27a4a3da85bdafe0908757c
2024-11-10T23:17:18,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-10T23:17:18,053 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-10T23:17:18,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a989add84a734035a094c5b3a615edbb is 50, key is test_row_0/C:col10/1731280637299/Put/seqid=0
2024-11-10T23:17:18,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace
2024-11-10T23:17:18,055 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer
2024-11-10T23:17:18,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-10T23:17:18,057 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-10T23:17:18,057 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-10T23:17:18,057 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-10T23:17:18,058 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-10T23:17:18,059 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-10T23:17:18,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741847_1023 (size=12001)
2024-11-10T23:17:18,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280698170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280698172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280698174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280698181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280698181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a989add84a734035a094c5b3a615edbb
2024-11-10T23:17:18,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280698483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:18,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280698483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/8ad691a7498943da8dee7cc533796b99 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8ad691a7498943da8dee7cc533796b99
2024-11-10T23:17:18,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280698484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280698493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280698494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:18,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8ad691a7498943da8dee7cc533796b99, entries=150, sequenceid=49, filesize=11.7 K
2024-11-10T23:17:18,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/28bfca0ef27a4a3da85bdafe0908757c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/28bfca0ef27a4a3da85bdafe0908757c
2024-11-10T23:17:18,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/28bfca0ef27a4a3da85bdafe0908757c, entries=150, sequenceid=49, filesize=11.7 K
2024-11-10T23:17:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a989add84a734035a094c5b3a615edbb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a989add84a734035a094c5b3a615edbb
2024-11-10T23:17:18,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a989add84a734035a094c5b3a615edbb, entries=150, sequenceid=49, filesize=11.7 K
2024-11-10T23:17:18,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for b66079cdadaba740706716baf52ad1fe in 1029ms, sequenceid=49, compaction requested=true
2024-11-10T23:17:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-10T23:17:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=13
2024-11-10T23:17:18,557 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12
2024-11-10T23:17:18,557 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec
2024-11-10T23:17:18,566 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.1890 sec
2024-11-10T23:17:19,004 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB
2024-11-10T23:17:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:19,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11 is 50, key is test_row_0/A:col10/1731280638997/Put/seqid=0
2024-11-10T23:17:19,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280699007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280699010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280699014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280699013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280699023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741848_1024 (size=12001)
2024-11-10T23:17:19,042 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11
2024-11-10T23:17:19,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/489560f67ca24f42af17c1e9b9708608 is 50, key is test_row_0/B:col10/1731280638997/Put/seqid=0
2024-11-10T23:17:19,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741849_1025 (size=12001)
2024-11-10T23:17:19,087 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/489560f67ca24f42af17c1e9b9708608
2024-11-10T23:17:19,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/3b0a57f0cc4340a0a2f3e5ce6d862370 is 50, key is test_row_0/C:col10/1731280638997/Put/seqid=0
2024-11-10T23:17:19,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741850_1026 (size=12001)
2024-11-10T23:17:19,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280699125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/3b0a57f0cc4340a0a2f3e5ce6d862370
2024-11-10T23:17:19,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280699135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280699136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280699136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280699138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11
2024-11-10T23:17:19,164 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11, entries=150, sequenceid=79, filesize=11.7 K
2024-11-10T23:17:19,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/489560f67ca24f42af17c1e9b9708608 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/489560f67ca24f42af17c1e9b9708608
2024-11-10T23:17:19,189 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/489560f67ca24f42af17c1e9b9708608, entries=150, sequenceid=79, filesize=11.7 K
2024-11-10T23:17:19,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/3b0a57f0cc4340a0a2f3e5ce6d862370 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/3b0a57f0cc4340a0a2f3e5ce6d862370
2024-11-10T23:17:19,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/3b0a57f0cc4340a0a2f3e5ce6d862370, entries=150, sequenceid=79, filesize=11.7 K
2024-11-10T23:17:19,223 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for b66079cdadaba740706716baf52ad1fe in 218ms, sequenceid=79, compaction requested=true
2024-11-10T23:17:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:19,227 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:19,227 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:19,231 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:19,233 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:19,233 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:19,234 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e4f0cca7e8504828b6e513d18e4ebfa9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/dc05ce4666534935a1ed26a0add108e8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/28bfca0ef27a4a3da85bdafe0908757c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/489560f67ca24f42af17c1e9b9708608] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=46.9 K
2024-11-10T23:17:19,235 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e4f0cca7e8504828b6e513d18e4ebfa9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731280636385
2024-11-10T23:17:19,236 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting dc05ce4666534935a1ed26a0add108e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280636613
2024-11-10T23:17:19,237 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 28bfca0ef27a4a3da85bdafe0908757c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731280637297
2024-11-10T23:17:19,238 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 489560f67ca24f42af17c1e9b9708608, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731280637841
2024-11-10T23:17:19,240 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:19,240 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:19,240 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:19,240 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0dcfd05c6ac74bb0808ddf32617bcbdb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7c3facbe392d41e681f828c1c3a058d7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8ad691a7498943da8dee7cc533796b99, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=49.2 K
2024-11-10T23:17:19,241 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dcfd05c6ac74bb0808ddf32617bcbdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731280636385
2024-11-10T23:17:19,242 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c3facbe392d41e681f828c1c3a058d7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280636590
2024-11-10T23:17:19,243 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ad691a7498943da8dee7cc533796b99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731280637297
2024-11-10T23:17:19,243 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbbd5c1a4c0d410d89d4d9fb63a8fe11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731280637841
2024-11-10T23:17:19,286 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#12 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:19,287 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/b8cf26ffd6344095bd0aad90275fbd40 is 50, key is test_row_0/B:col10/1731280638997/Put/seqid=0
2024-11-10T23:17:19,302 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:19,303 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ce594093a57a41a2a6164619bc244c49 is 50, key is test_row_0/A:col10/1731280638997/Put/seqid=0
2024-11-10T23:17:19,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741851_1027 (size=12139)
2024-11-10T23:17:19,333 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/b8cf26ffd6344095bd0aad90275fbd40 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b8cf26ffd6344095bd0aad90275fbd40
2024-11-10T23:17:19,357 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into b8cf26ffd6344095bd0aad90275fbd40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:19,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,357 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=12, startTime=1731280639227; duration=0sec
2024-11-10T23:17:19,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:19,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:19,358 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:19,360 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:19,360 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:19,360 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:19,360 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ffbec8de7ac64f56a760b89cb3fdd85c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/9e8f0f6825054dd382f5017c55dc3725, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a989add84a734035a094c5b3a615edbb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/3b0a57f0cc4340a0a2f3e5ce6d862370] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=46.9 K
2024-11-10T23:17:19,361 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting ffbec8de7ac64f56a760b89cb3fdd85c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731280636385
2024-11-10T23:17:19,362 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8f0f6825054dd382f5017c55dc3725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280636613
2024-11-10T23:17:19,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741852_1028 (size=12139)
2024-11-10T23:17:19,365 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a989add84a734035a094c5b3a615edbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731280637297
2024-11-10T23:17:19,368 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0a57f0cc4340a0a2f3e5ce6d862370, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731280637841
2024-11-10T23:17:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:19,377 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:17:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/3c14306d15834b2caf653dc64f322b5f is 50, key is test_row_0/A:col10/1731280639374/Put/seqid=0
2024-11-10T23:17:19,412 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#15 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:19,413 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e80ed2a36ec84108b481a22694a72dee is 50, key is test_row_0/C:col10/1731280638997/Put/seqid=0
2024-11-10T23:17:19,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741853_1029 (size=14341)
2024-11-10T23:17:19,423 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/3c14306d15834b2caf653dc64f322b5f
2024-11-10T23:17:19,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741854_1030 (size=12139)
2024-11-10T23:17:19,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e150f63759da4afcbd1690d80fe05e38 is 50, key is test_row_0/B:col10/1731280639374/Put/seqid=0
2024-11-10T23:17:19,456 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e80ed2a36ec84108b481a22694a72dee as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e80ed2a36ec84108b481a22694a72dee
2024-11-10T23:17:19,473 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into e80ed2a36ec84108b481a22694a72dee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:19,473 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,473 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=12, startTime=1731280639227; duration=0sec
2024-11-10T23:17:19,473 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,473 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:19,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741855_1031 (size=12001)
2024-11-10T23:17:19,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e150f63759da4afcbd1690d80fe05e38
2024-11-10T23:17:19,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/b9e92be29b84452e826a82a6a6d18125 is 50, key is test_row_0/C:col10/1731280639374/Put/seqid=0
2024-11-10T23:17:19,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280699508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280699513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741856_1032 (size=12001)
2024-11-10T23:17:19,533 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/b9e92be29b84452e826a82a6a6d18125
2024-11-10T23:17:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/3c14306d15834b2caf653dc64f322b5f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3c14306d15834b2caf653dc64f322b5f
2024-11-10T23:17:19,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280699520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280699522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280699524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3c14306d15834b2caf653dc64f322b5f, entries=200, sequenceid=91, filesize=14.0 K
2024-11-10T23:17:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e150f63759da4afcbd1690d80fe05e38 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e150f63759da4afcbd1690d80fe05e38
2024-11-10T23:17:19,579 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e150f63759da4afcbd1690d80fe05e38, entries=150, sequenceid=91, filesize=11.7 K
2024-11-10T23:17:19,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/b9e92be29b84452e826a82a6a6d18125 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b9e92be29b84452e826a82a6a6d18125
2024-11-10T23:17:19,597 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b9e92be29b84452e826a82a6a6d18125, entries=150, sequenceid=91, filesize=11.7 K
2024-11-10T23:17:19,599 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b66079cdadaba740706716baf52ad1fe in 222ms, sequenceid=91, compaction requested=false
2024-11-10T23:17:19,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,632 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-10T23:17:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:19,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b is 50, key is test_row_0/A:col10/1731280639507/Put/seqid=0
2024-11-10T23:17:19,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280699659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280699661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741857_1033 (size=16681)
2024-11-10T23:17:19,675 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b
2024-11-10T23:17:19,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280699662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280699664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280699664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/d50cb198d96f4c639d01c2bbf70dc545 is 50, key is test_row_0/B:col10/1731280639507/Put/seqid=0
2024-11-10T23:17:19,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741858_1034 (size=12001)
2024-11-10T23:17:19,719 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/d50cb198d96f4c639d01c2bbf70dc545
2024-11-10T23:17:19,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/24faabaf3f584d01ac74e0596545a4b8 is 50, key is test_row_0/C:col10/1731280639507/Put/seqid=0
2024-11-10T23:17:19,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741859_1035 (size=12001)
2024-11-10T23:17:19,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/24faabaf3f584d01ac74e0596545a4b8
2024-11-10T23:17:19,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b
2024-11-10T23:17:19,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b, entries=250, sequenceid=120, filesize=16.3 K
2024-11-10T23:17:19,779 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ce594093a57a41a2a6164619bc244c49 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ce594093a57a41a2a6164619bc244c49
2024-11-10T23:17:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/d50cb198d96f4c639d01c2bbf70dc545 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/d50cb198d96f4c639d01c2bbf70dc545
2024-11-10T23:17:19,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280699774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280699774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280699783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280699784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280699788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:19,804 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/d50cb198d96f4c639d01c2bbf70dc545, entries=150, sequenceid=120, filesize=11.7 K
2024-11-10T23:17:19,807 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into ce594093a57a41a2a6164619bc244c49(size=11.9 K), total size for store is 42.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:19,808 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,808 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=12, startTime=1731280639225; duration=0sec
2024-11-10T23:17:19,808 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,808 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:19,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/24faabaf3f584d01ac74e0596545a4b8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/24faabaf3f584d01ac74e0596545a4b8
2024-11-10T23:17:19,820 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/24faabaf3f584d01ac74e0596545a4b8, entries=150, sequenceid=120, filesize=11.7 K
2024-11-10T23:17:19,822 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b66079cdadaba740706716baf52ad1fe in 189ms, sequenceid=120, compaction requested=true
2024-11-10T23:17:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,822 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,823 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,824 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43161 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:19,824 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:19,824 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:19,824 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:19,824 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:19,824 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:19,825 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ce594093a57a41a2a6164619bc244c49, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3c14306d15834b2caf653dc64f322b5f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=42.1 K
2024-11-10T23:17:19,825 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b8cf26ffd6344095bd0aad90275fbd40, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e150f63759da4afcbd1690d80fe05e38, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/d50cb198d96f4c639d01c2bbf70dc545] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=35.3 K
2024-11-10T23:17:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:19,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:19,825 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b8cf26ffd6344095bd0aad90275fbd40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731280637841
2024-11-10T23:17:19,825 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce594093a57a41a2a6164619bc244c49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731280637841
2024-11-10T23:17:19,826 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e150f63759da4afcbd1690d80fe05e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731280639365
2024-11-10T23:17:19,827 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting d50cb198d96f4c639d01c2bbf70dc545, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731280639507
2024-11-10T23:17:19,829 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c14306d15834b2caf653dc64f322b5f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731280639365
2024-11-10T23:17:19,830 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f3bb35cea504ec9abe3d1d3f5eb6c3b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731280639507
2024-11-10T23:17:19,847 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:19,848 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/a83cd5a1a0584d53a097354097c4a37e is 50, key is test_row_0/B:col10/1731280639507/Put/seqid=0
2024-11-10T23:17:19,866 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#22 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:19,867 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/8cda6578c8e3456ca41d612b00cc6a14 is 50, key is test_row_0/A:col10/1731280639507/Put/seqid=0
2024-11-10T23:17:19,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741860_1036 (size=12241)
2024-11-10T23:17:19,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741861_1037 (size=12241)
2024-11-10T23:17:19,907 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/a83cd5a1a0584d53a097354097c4a37e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a83cd5a1a0584d53a097354097c4a37e
2024-11-10T23:17:19,908 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/8cda6578c8e3456ca41d612b00cc6a14 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8cda6578c8e3456ca41d612b00cc6a14
2024-11-10T23:17:19,924 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into a83cd5a1a0584d53a097354097c4a37e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:19,924 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into 8cda6578c8e3456ca41d612b00cc6a14(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:19,924 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280639822; duration=0sec
2024-11-10T23:17:19,924 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280639823; duration=0sec
2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:19,924 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:19,927 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:19,927 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:19,927 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:19,928 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e80ed2a36ec84108b481a22694a72dee, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b9e92be29b84452e826a82a6a6d18125, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/24faabaf3f584d01ac74e0596545a4b8] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=35.3 K
2024-11-10T23:17:19,929 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80ed2a36ec84108b481a22694a72dee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731280637841
2024-11-10T23:17:19,930 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9e92be29b84452e826a82a6a6d18125, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731280639365
2024-11-10T23:17:19,933 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24faabaf3f584d01ac74e0596545a4b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731280639507
2024-11-10T23:17:19,959 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#23 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:19,960 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/13855ef07d784bfd981e840b0cbb9528 is 50, key is test_row_0/C:col10/1731280639507/Put/seqid=0
2024-11-10T23:17:19,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741862_1038 (size=12241)
2024-11-10T23:17:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:20,000 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:17:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:20,004 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/13855ef07d784bfd981e840b0cbb9528 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/13855ef07d784bfd981e840b0cbb9528
2024-11-10T23:17:20,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0d7b9cd6e82244d6af93b6e0ca35b5b9 is 50, key is test_row_0/A:col10/1731280639997/Put/seqid=0
2024-11-10T23:17:20,021 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into 13855ef07d784bfd981e840b0cbb9528(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:20,021 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:20,021 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=13, startTime=1731280639823; duration=0sec
2024-11-10T23:17:20,021 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:20,021 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:20,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741863_1039 (size=16831)
2024-11-10T23:17:20,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280700048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280700047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280700051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280700055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280700055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280700159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280700158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280700160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280700160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280700162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280700365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280700366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280700368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280700370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280700370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,429 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0d7b9cd6e82244d6af93b6e0ca35b5b9
2024-11-10T23:17:20,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/8dd3f87e07f94dfcbdde9745cb652d3e is 50, key is test_row_0/B:col10/1731280639997/Put/seqid=0
2024-11-10T23:17:20,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741864_1040 (size=12101)
2024-11-10T23:17:20,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/8dd3f87e07f94dfcbdde9745cb652d3e
2024-11-10T23:17:20,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e94b69ae62ff49ffa250dbd58b7d22d1 is 50, key is test_row_0/C:col10/1731280639997/Put/seqid=0
2024-11-10T23:17:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-10T23:17:20,492 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed
2024-11-10T23:17:20,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees
2024-11-10T23:17:20,499 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:20,501 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:20,502 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-10T23:17:20,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741865_1041 (size=12101)
2024-11-10T23:17:20,511 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e94b69ae62ff49ffa250dbd58b7d22d1
2024-11-10T23:17:20,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0d7b9cd6e82244d6af93b6e0ca35b5b9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d7b9cd6e82244d6af93b6e0ca35b5b9
2024-11-10T23:17:20,532 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d7b9cd6e82244d6af93b6e0ca35b5b9, entries=250, sequenceid=135, filesize=16.4 K
2024-11-10T23:17:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/8dd3f87e07f94dfcbdde9745cb652d3e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/8dd3f87e07f94dfcbdde9745cb652d3e
2024-11-10T23:17:20,544 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/8dd3f87e07f94dfcbdde9745cb652d3e, entries=150, sequenceid=135, filesize=11.8 K
2024-11-10T23:17:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e94b69ae62ff49ffa250dbd58b7d22d1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e94b69ae62ff49ffa250dbd58b7d22d1
2024-11-10T23:17:20,557 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e94b69ae62ff49ffa250dbd58b7d22d1, entries=150, sequenceid=135, filesize=11.8 K
2024-11-10T23:17:20,559 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b66079cdadaba740706716baf52ad1fe in 559ms, sequenceid=135, compaction requested=false
2024-11-10T23:17:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-10T23:17:20,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-10T23:17:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:20,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:17:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7b699a64633e462c9c8e5e5025f553cd is 50, key is test_row_0/A:col10/1731280640044/Put/seqid=0
2024-11-10T23:17:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:20,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:20,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741866_1042 (size=12151)
2024-11-10T23:17:20,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280700696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280700703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280700706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280700707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280700707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-10T23:17:20,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280700811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280700812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280700815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280700818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:20,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280700819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280701016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280701018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280701021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280701025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280701022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7b699a64633e462c9c8e5e5025f553cd
2024-11-10T23:17:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-10T23:17:21,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/9482fcb7aba24da68c962c5c6ef49b1c is 50, key is test_row_0/B:col10/1731280640044/Put/seqid=0
2024-11-10T23:17:21,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741867_1043 (size=12151)
2024-11-10T23:17:21,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/9482fcb7aba24da68c962c5c6ef49b1c
2024-11-10T23:17:21,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e238d5c6893f4cd4b67ebc638e51ad09 is 50, key is test_row_0/C:col10/1731280640044/Put/seqid=0
2024-11-10T23:17:21,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741868_1044 (size=12151)
2024-11-10T23:17:21,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280701325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280701327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280701331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280701331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280701333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e238d5c6893f4cd4b67ebc638e51ad09
2024-11-10T23:17:21,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7b699a64633e462c9c8e5e5025f553cd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7b699a64633e462c9c8e5e5025f553cd
2024-11-10T23:17:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-10T23:17:21,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7b699a64633e462c9c8e5e5025f553cd, entries=150, sequenceid=160, filesize=11.9 K
2024-11-10T23:17:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/9482fcb7aba24da68c962c5c6ef49b1c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/9482fcb7aba24da68c962c5c6ef49b1c
2024-11-10T23:17:21,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/9482fcb7aba24da68c962c5c6ef49b1c, entries=150, sequenceid=160, filesize=11.9 K
2024-11-10T23:17:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/e238d5c6893f4cd4b67ebc638e51ad09 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e238d5c6893f4cd4b67ebc638e51ad09
2024-11-10T23:17:21,644 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e238d5c6893f4cd4b67ebc638e51ad09, entries=150, sequenceid=160, filesize=11.9 K
2024-11-10T23:17:21,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b66079cdadaba740706716baf52ad1fe in 989ms, sequenceid=160, compaction requested=true
2024-11-10T23:17:21,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:21,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:21,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-10T23:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=15
2024-11-10T23:17:21,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-11-10T23:17:21,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec
2024-11-10T23:17:21,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.1580 sec
2024-11-10T23:17:21,840 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:17:21,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:21,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:21,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:21,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:21,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:21,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:21,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/9855c169334c437b9a8c932cc7439604 is 50, key is test_row_0/A:col10/1731280641837/Put/seqid=0
2024-11-10T23:17:21,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741869_1045 (size=12151)
2024-11-10T23:17:21,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280701871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280701874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280701871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280701874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280701883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280701986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280701988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280701987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280701989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280701989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280702194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280702194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280702194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280702195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280702195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,275 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/9855c169334c437b9a8c932cc7439604
2024-11-10T23:17:22,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f852fcc3879047f9a34a057bc5a3ac3a is 50, key is test_row_0/B:col10/1731280641837/Put/seqid=0
2024-11-10T23:17:22,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741870_1046 (size=12151)
2024-11-10T23:17:22,299 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f852fcc3879047f9a34a057bc5a3ac3a
2024-11-10T23:17:22,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/666a2f78d6e042dbb31d6a5113a410b8 is 50, key is test_row_0/C:col10/1731280641837/Put/seqid=0
2024-11-10T23:17:22,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741871_1047 (size=12151)
2024-11-10T23:17:22,360 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/666a2f78d6e042dbb31d6a5113a410b8
2024-11-10T23:17:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/9855c169334c437b9a8c932cc7439604 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/9855c169334c437b9a8c932cc7439604
2024-11-10T23:17:22,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/9855c169334c437b9a8c932cc7439604, entries=150, sequenceid=175, filesize=11.9 K
2024-11-10T23:17:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f852fcc3879047f9a34a057bc5a3ac3a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f852fcc3879047f9a34a057bc5a3ac3a
2024-11-10T23:17:22,426 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f852fcc3879047f9a34a057bc5a3ac3a, entries=150, sequenceid=175, filesize=11.9 K
2024-11-10T23:17:22,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/666a2f78d6e042dbb31d6a5113a410b8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/666a2f78d6e042dbb31d6a5113a410b8
2024-11-10T23:17:22,436 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/666a2f78d6e042dbb31d6a5113a410b8, entries=150, sequenceid=175, filesize=11.9 K
2024-11-10T23:17:22,438 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b66079cdadaba740706716baf52ad1fe in 597ms, sequenceid=175, compaction requested=true
2024-11-10T23:17:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:22,438 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:22,438 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:22,440 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53374 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:22,441 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:22,441 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:22,441 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8cda6578c8e3456ca41d612b00cc6a14, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d7b9cd6e82244d6af93b6e0ca35b5b9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7b699a64633e462c9c8e5e5025f553cd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/9855c169334c437b9a8c932cc7439604] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=52.1 K
2024-11-10T23:17:22,441 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:22,441 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:22,441 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:22,442 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a83cd5a1a0584d53a097354097c4a37e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/8dd3f87e07f94dfcbdde9745cb652d3e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/9482fcb7aba24da68c962c5c6ef49b1c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f852fcc3879047f9a34a057bc5a3ac3a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=47.5 K
2024-11-10T23:17:22,442 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cda6578c8e3456ca41d612b00cc6a14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731280639507
2024-11-10T23:17:22,442 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a83cd5a1a0584d53a097354097c4a37e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731280639507
2024-11-10T23:17:22,443 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d7b9cd6e82244d6af93b6e0ca35b5b9, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731280639650
2024-11-10T23:17:22,443 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd3f87e07f94dfcbdde9745cb652d3e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731280639659
2024-11-10T23:17:22,444 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b699a64633e462c9c8e5e5025f553cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731280640044
2024-11-10T23:17:22,444 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9855c169334c437b9a8c932cc7439604, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731280640689
2024-11-10T23:17:22,445 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9482fcb7aba24da68c962c5c6ef49b1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731280640044
2024-11-10T23:17:22,446 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f852fcc3879047f9a34a057bc5a3ac3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731280640689
2024-11-10T23:17:22,467 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:22,467 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a2b819cc05b54cec90bee536aee95b8a is 50, key is test_row_0/A:col10/1731280641837/Put/seqid=0
2024-11-10T23:17:22,473 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:22,474 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/3c59d44c46c44362807ee2b495c3386e is 50, key is test_row_0/B:col10/1731280641837/Put/seqid=0
2024-11-10T23:17:22,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741872_1048 (size=12527)
2024-11-10T23:17:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:22,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-10T23:17:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:22,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741873_1049 (size=12527)
2024-11-10T23:17:22,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7f7f18c401664269b7b01a4bdb9172d5 is 50, key is test_row_0/A:col10/1731280642505/Put/seqid=0
2024-11-10T23:17:22,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280702519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280702520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280702522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280702524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280702525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741874_1050 (size=16931)
2024-11-10T23:17:22,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7f7f18c401664269b7b01a4bdb9172d5
2024-11-10T23:17:22,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/02c24bf3b5114841a18b6910f2db0126 is 50, key is test_row_0/B:col10/1731280642505/Put/seqid=0
2024-11-10T23:17:22,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741875_1051 (size=12151)
2024-11-10T23:17:22,573 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/02c24bf3b5114841a18b6910f2db0126
2024-11-10T23:17:22,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/17dbc607d5d14366850f560af0909710 is 50, key is test_row_0/C:col10/1731280642505/Put/seqid=0
2024-11-10T23:17:22,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741876_1052 (size=12151)
2024-11-10T23:17:22,605 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/17dbc607d5d14366850f560af0909710
2024-11-10T23:17:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-10T23:17:22,611 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed
2024-11-10T23:17:22,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees
2024-11-10T23:17:22,617 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-10T23:17:22,618 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:22,618 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7f7f18c401664269b7b01a4bdb9172d5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7f7f18c401664269b7b01a4bdb9172d5
2024-11-10T23:17:22,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280702627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280702627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7f7f18c401664269b7b01a4bdb9172d5, entries=250, sequenceid=199, filesize=16.5 K
2024-11-10T23:17:22,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/02c24bf3b5114841a18b6910f2db0126 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/02c24bf3b5114841a18b6910f2db0126
2024-11-10T23:17:22,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280702632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280702632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280702633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/02c24bf3b5114841a18b6910f2db0126, entries=150, sequenceid=199, filesize=11.9 K
2024-11-10T23:17:22,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/17dbc607d5d14366850f560af0909710 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/17dbc607d5d14366850f560af0909710
2024-11-10T23:17:22,658 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/17dbc607d5d14366850f560af0909710, entries=150, sequenceid=199, filesize=11.9 K
2024-11-10T23:17:22,660 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b66079cdadaba740706716baf52ad1fe in 155ms, sequenceid=199, compaction requested=true
2024-11-10T23:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-10T23:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-10T23:17:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:22,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0
2024-11-10T23:17:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-10T23:17:22,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-10T23:17:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:22,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:17:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/d8e2066b954640fcaab968ab7aad8c27 is 50, key is test_row_0/A:col10/1731280642517/Put/seqid=0
2024-11-10T23:17:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:22,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:22,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741877_1053 (size=12151)
2024-11-10T23:17:22,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280702888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280702888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280702890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280702900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280702904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-10T23:17:22,922 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a2b819cc05b54cec90bee536aee95b8a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a2b819cc05b54cec90bee536aee95b8a
2024-11-10T23:17:22,928 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/3c59d44c46c44362807ee2b495c3386e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3c59d44c46c44362807ee2b495c3386e
2024-11-10T23:17:22,944 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into 3c59d44c46c44362807ee2b495c3386e(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:22,944 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:22,944 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=12, startTime=1731280642438; duration=0sec
2024-11-10T23:17:22,944 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0
2024-11-10T23:17:22,944 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:22,944 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking
2024-11-10T23:17:22,945 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-10T23:17:22,945 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-10T23:17:22,945 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. because compaction request was cancelled
2024-11-10T23:17:22,945 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:22,945 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:17:22,948 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:17:22,949 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:22,949 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:22,949 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/13855ef07d784bfd981e840b0cbb9528, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e94b69ae62ff49ffa250dbd58b7d22d1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e238d5c6893f4cd4b67ebc638e51ad09, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/666a2f78d6e042dbb31d6a5113a410b8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/17dbc607d5d14366850f560af0909710] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=59.4 K
2024-11-10T23:17:22,950 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 13855ef07d784bfd981e840b0cbb9528, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731280639507
2024-11-10T23:17:22,950 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e94b69ae62ff49ffa250dbd58b7d22d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731280639659
2024-11-10T23:17:22,951 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into a2b819cc05b54cec90bee536aee95b8a(size=12.2 K), total size for store is 28.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:22,951 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=12, startTime=1731280642438; duration=0sec
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e238d5c6893f4cd4b67ebc638e51ad09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731280640044
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 666a2f78d6e042dbb31d6a5113a410b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731280640689
2024-11-10T23:17:22,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. because compaction request was cancelled
2024-11-10T23:17:22,954 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:22,955 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-10T23:17:22,955 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 17dbc607d5d14366850f560af0909710, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731280641870
2024-11-10T23:17:22,957 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-10T23:17:22,957 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-10T23:17:22,957 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. because compaction request was cancelled
2024-11-10T23:17:22,957 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:22,978 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#39 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:22,979 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/c1d46493a363416598c68922d763f14d is 50, key is test_row_0/C:col10/1731280642505/Put/seqid=0
2024-11-10T23:17:23,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741878_1054 (size=12561)
2024-11-10T23:17:23,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280703003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280703003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280703004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280703009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280703009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,022 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/c1d46493a363416598c68922d763f14d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/c1d46493a363416598c68922d763f14d
2024-11-10T23:17:23,035 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into c1d46493a363416598c68922d763f14d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:23,035 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:23,035 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=11, startTime=1731280642660; duration=0sec
2024-11-10T23:17:23,035 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:23,035 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:23,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280703212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280703212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280703214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280703217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280703218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-10T23:17:23,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/d8e2066b954640fcaab968ab7aad8c27
2024-11-10T23:17:23,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f23b22b5795943cb8bf595234f537924 is 50, key is test_row_0/B:col10/1731280642517/Put/seqid=0
2024-11-10T23:17:23,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741879_1055 (size=12151)
2024-11-10T23:17:23,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f23b22b5795943cb8bf595234f537924
2024-11-10T23:17:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a2bc6d1d40404e4fb40a36adddac35f6 is 50, key is test_row_0/C:col10/1731280642517/Put/seqid=0
2024-11-10T23:17:23,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741880_1056 (size=12151)
2024-11-10T23:17:23,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a2bc6d1d40404e4fb40a36adddac35f6
2024-11-10T23:17:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/d8e2066b954640fcaab968ab7aad8c27 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/d8e2066b954640fcaab968ab7aad8c27
2024-11-10T23:17:23,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/d8e2066b954640fcaab968ab7aad8c27, entries=150, sequenceid=212, filesize=11.9 K
2024-11-10T23:17:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f23b22b5795943cb8bf595234f537924 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f23b22b5795943cb8bf595234f537924
2024-11-10T23:17:23,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f23b22b5795943cb8bf595234f537924, entries=150, sequenceid=212, filesize=11.9 K
2024-11-10T23:17:23,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a2bc6d1d40404e4fb40a36adddac35f6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bc6d1d40404e4fb40a36adddac35f6
2024-11-10T23:17:23,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bc6d1d40404e4fb40a36adddac35f6, entries=150, sequenceid=212, filesize=11.9 K
2024-11-10T23:17:23,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b66079cdadaba740706716baf52ad1fe in 680ms, sequenceid=212, compaction requested=true
2024-11-10T23:17:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-10T23:17:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=17
2024-11-10T23:17:23,460 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16
2024-11-10T23:17:23,460 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 839 msec
2024-11-10T23:17:23,464 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 848 msec
2024-11-10T23:17:23,520 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:17:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:23,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:23,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:23,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/1616ea4b385543308a7583d4fb352287 is 50, key is test_row_0/A:col10/1731280643518/Put/seqid=0
2024-11-10T23:17:23,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280703552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280703555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280703557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280703561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280703561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741881_1057 (size=14541)
2024-11-10T23:17:23,574 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/1616ea4b385543308a7583d4fb352287
2024-11-10T23:17:23,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/81bff4f3b35e48a0ba0de7fe785f6c62 is 50, key is test_row_0/B:col10/1731280643518/Put/seqid=0
2024-11-10T23:17:23,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741882_1058 (size=12151)
2024-11-10T23:17:23,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280703671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280703671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280703671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280703672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280703672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-10T23:17:23,723 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed
2024-11-10T23:17:23,726 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees
2024-11-10T23:17:23,728 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-10T23:17:23,729 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:23,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-10T23:17:23,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280703876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280703877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280703878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280703878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280703879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:23,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:23,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,009 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/81bff4f3b35e48a0ba0de7fe785f6c62
2024-11-10T23:17:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-10T23:17:24,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/871fc22515c84437b2c9321cfa9178dc is 50, key is test_row_0/C:col10/1731280643518/Put/seqid=0
2024-11-10T23:17:24,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741883_1059 (size=12151)
2024-11-10T23:17:24,096 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/871fc22515c84437b2c9321cfa9178dc
2024-11-10T23:17:24,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/1616ea4b385543308a7583d4fb352287 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1616ea4b385543308a7583d4fb352287
2024-11-10T23:17:24,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1616ea4b385543308a7583d4fb352287, entries=200, sequenceid=239, filesize=14.2 K
2024-11-10T23:17:24,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/81bff4f3b35e48a0ba0de7fe785f6c62 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/81bff4f3b35e48a0ba0de7fe785f6c62
2024-11-10T23:17:24,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/81bff4f3b35e48a0ba0de7fe785f6c62, entries=150, sequenceid=239, filesize=11.9 K
2024-11-10T23:17:24,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/871fc22515c84437b2c9321cfa9178dc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/871fc22515c84437b2c9321cfa9178dc
2024-11-10T23:17:24,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/871fc22515c84437b2c9321cfa9178dc, entries=150, sequenceid=239, filesize=11.9 K
2024-11-10T23:17:24,151 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b66079cdadaba740706716baf52ad1fe in 630ms, sequenceid=239, compaction requested=true
2024-11-10T23:17:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:24,151 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:24,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:24,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:24,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:24,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:24,153 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 56150 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:24,153 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:24,153 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,153 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a2b819cc05b54cec90bee536aee95b8a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7f7f18c401664269b7b01a4bdb9172d5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/d8e2066b954640fcaab968ab7aad8c27, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1616ea4b385543308a7583d4fb352287] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=54.8 K
2024-11-10T23:17:24,154 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:24,154 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2b819cc05b54cec90bee536aee95b8a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731280640689
2024-11-10T23:17:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:24,154 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f7f18c401664269b7b01a4bdb9172d5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731280641870
2024-11-10T23:17:24,155 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e2066b954640fcaab968ab7aad8c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731280642517
2024-11-10T23:17:24,155 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:24,155 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:24,155 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,155 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3c59d44c46c44362807ee2b495c3386e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/02c24bf3b5114841a18b6910f2db0126, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f23b22b5795943cb8bf595234f537924, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/81bff4f3b35e48a0ba0de7fe785f6c62] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=47.8 K
2024-11-10T23:17:24,156 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1616ea4b385543308a7583d4fb352287, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280642887
2024-11-10T23:17:24,156 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c59d44c46c44362807ee2b495c3386e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731280640689
2024-11-10T23:17:24,157 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 02c24bf3b5114841a18b6910f2db0126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731280641870
2024-11-10T23:17:24,157 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f23b22b5795943cb8bf595234f537924, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731280642517
2024-11-10T23:17:24,158 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 81bff4f3b35e48a0ba0de7fe785f6c62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280642887
2024-11-10T23:17:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:24,191 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:17:24,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:24,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:24,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:24,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:24,192 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:24,193 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f7b5313c63bc4f6ab11c6390b3df3458 is 50, key is test_row_0/B:col10/1731280643518/Put/seqid=0
2024-11-10T23:17:24,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,201 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:24,202 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ddf739885b3e4b1fb6844aaaaa2b1702 is 50, key is test_row_0/A:col10/1731280643518/Put/seqid=0
2024-11-10T23:17:24,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/59ab0fb931934827afcddd649074bbd0 is 50, key is test_row_0/A:col10/1731280643533/Put/seqid=0
2024-11-10T23:17:24,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280704230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280704234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280704232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280704234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280704236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741884_1060 (size=12663)
2024-11-10T23:17:24,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741886_1062 (size=14541)
2024-11-10T23:17:24,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741885_1061 (size=12663)
2024-11-10T23:17:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-10T23:17:24,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280704342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:24,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280704346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280704346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280704346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280704346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:24,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280704549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280704555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280704555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280704556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280704556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,667 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f7b5313c63bc4f6ab11c6390b3df3458 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f7b5313c63bc4f6ab11c6390b3df3458
2024-11-10T23:17:24,680 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into f7b5313c63bc4f6ab11c6390b3df3458(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:24,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:24,680 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=12, startTime=1731280644153; duration=0sec
2024-11-10T23:17:24,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:24,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:24,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:24,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/59ab0fb931934827afcddd649074bbd0
2024-11-10T23:17:24,684 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:24,684 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:24,684 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,685 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/c1d46493a363416598c68922d763f14d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bc6d1d40404e4fb40a36adddac35f6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/871fc22515c84437b2c9321cfa9178dc] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.0 K
2024-11-10T23:17:24,685 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c1d46493a363416598c68922d763f14d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731280641870
2024-11-10T23:17:24,686 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a2bc6d1d40404e4fb40a36adddac35f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731280642517
2024-11-10T23:17:24,687 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 871fc22515c84437b2c9321cfa9178dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280642887
2024-11-10T23:17:24,716 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ddf739885b3e4b1fb6844aaaaa2b1702 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ddf739885b3e4b1fb6844aaaaa2b1702
2024-11-10T23:17:24,725 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into ddf739885b3e4b1fb6844aaaaa2b1702(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:24,725 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:24,725 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=12, startTime=1731280644151; duration=0sec
2024-11-10T23:17:24,725 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:24,725 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:24,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/53bf9dfb713c40c595e9704fc9adbc68 is 50, key is test_row_0/B:col10/1731280643533/Put/seqid=0
2024-11-10T23:17:24,741 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:24,742 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f9109b91f3fb40079c8d6870b9daf6bc is 50, key is test_row_0/C:col10/1731280643518/Put/seqid=0
2024-11-10T23:17:24,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741888_1064 (size=12663)
2024-11-10T23:17:24,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741887_1063 (size=12151)
2024-11-10T23:17:24,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/53bf9dfb713c40c595e9704fc9adbc68
2024-11-10T23:17:24,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-10T23:17:24,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/1c1bf063f0a348d6a068b12b5c7d7821 is 50, key is test_row_0/C:col10/1731280643533/Put/seqid=0
2024-11-10T23:17:24,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280704862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280704862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280704863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280704863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280704863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741889_1065 (size=12151)
2024-11-10T23:17:24,877 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/1c1bf063f0a348d6a068b12b5c7d7821
2024-11-10T23:17:24,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/59ab0fb931934827afcddd649074bbd0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/59ab0fb931934827afcddd649074bbd0
2024-11-10T23:17:24,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/59ab0fb931934827afcddd649074bbd0, entries=200, sequenceid=253, filesize=14.2 K
2024-11-10T23:17:24,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/53bf9dfb713c40c595e9704fc9adbc68 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53bf9dfb713c40c595e9704fc9adbc68
2024-11-10T23:17:24,905 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53bf9dfb713c40c595e9704fc9adbc68, entries=150, sequenceid=253, filesize=11.9 K
2024-11-10T23:17:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/1c1bf063f0a348d6a068b12b5c7d7821 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/1c1bf063f0a348d6a068b12b5c7d7821
2024-11-10T23:17:24,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/1c1bf063f0a348d6a068b12b5c7d7821, entries=150, sequenceid=253, filesize=11.9 K
2024-11-10T23:17:24,917 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b66079cdadaba740706716baf52ad1fe in 725ms, sequenceid=253, compaction requested=false
2024-11-10T23:17:24,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:24,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:24,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-10T23:17:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:24,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-10T23:17:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:24,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a0533048402d4b22b92197155e3e4b4e is 50, key is test_row_0/A:col10/1731280644234/Put/seqid=0
2024-11-10T23:17:25,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741890_1066 (size=12301)
2024-11-10T23:17:25,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a0533048402d4b22b92197155e3e4b4e
2024-11-10T23:17:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0978281a321f400481182612f816920c is 50, key is test_row_0/B:col10/1731280644234/Put/seqid=0
2024-11-10T23:17:25,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741891_1067 (size=12301)
2024-11-10T23:17:25,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0978281a321f400481182612f816920c
2024-11-10T23:17:25,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f867c01e21c3418b8fcfa619cbdd23e5 is 50, key is test_row_0/C:col10/1731280644234/Put/seqid=0
2024-11-10T23:17:25,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741892_1068 (size=12301)
2024-11-10T23:17:25,215 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f9109b91f3fb40079c8d6870b9daf6bc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f9109b91f3fb40079c8d6870b9daf6bc
2024-11-10T23:17:25,237 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into f9109b91f3fb40079c8d6870b9daf6bc(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:25,237 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:25,237 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=13, startTime=1731280644153; duration=0sec
2024-11-10T23:17:25,237 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:25,237 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:25,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280705394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280705396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280705397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280705399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280705401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280705501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280705503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280705503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f867c01e21c3418b8fcfa619cbdd23e5
2024-11-10T23:17:25,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280705511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280705512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a0533048402d4b22b92197155e3e4b4e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a0533048402d4b22b92197155e3e4b4e
2024-11-10T23:17:25,533 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a0533048402d4b22b92197155e3e4b4e, entries=150, sequenceid=277, filesize=12.0 K
2024-11-10T23:17:25,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0978281a321f400481182612f816920c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0978281a321f400481182612f816920c
2024-11-10T23:17:25,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0978281a321f400481182612f816920c, entries=150, sequenceid=277, filesize=12.0 K
2024-11-10T23:17:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f867c01e21c3418b8fcfa619cbdd23e5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f867c01e21c3418b8fcfa619cbdd23e5
2024-11-10T23:17:25,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f867c01e21c3418b8fcfa619cbdd23e5, entries=150, sequenceid=277, filesize=12.0 K
2024-11-10T23:17:25,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for b66079cdadaba740706716baf52ad1fe in 585ms, sequenceid=277, compaction requested=true
2024-11-10T23:17:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19
2024-11-10T23:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=19
2024-11-10T23:17:25,565 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18
2024-11-10T23:17:25,565 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec
2024-11-10T23:17:25,567 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8400 sec
2024-11-10T23:17:25,722 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-10T23:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:25,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7011c2eee19b465ea7fc7acc032ff73c is 50, key is test_row_0/A:col10/1731280645395/Put/seqid=0
2024-11-10T23:17:25,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741893_1069 (size=12301)
2024-11-10T23:17:25,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7011c2eee19b465ea7fc7acc032ff73c
2024-11-10T23:17:25,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0ede7488584f47f898dac5b867ba1a03 is 50, key is test_row_0/B:col10/1731280645395/Put/seqid=0
2024-11-10T23:17:25,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280705761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280705764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280705765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280705766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280705767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741894_1070 (size=12301)
2024-11-10T23:17:25,811 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0ede7488584f47f898dac5b867ba1a03
2024-11-10T23:17:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-10T23:17:25,835 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed
2024-11-10T23:17:25,838 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees
2024-11-10T23:17:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-10T23:17:25,842 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:25,843 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:25,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:25,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/aa4bfcceb9e34253b94c53a1c2ded327 is 50, key is test_row_0/C:col10/1731280645395/Put/seqid=0
2024-11-10T23:17:25,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280705869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741895_1071 (size=12301)
2024-11-10T23:17:25,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,875 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/aa4bfcceb9e34253b94c53a1c2ded327
2024-11-10T23:17:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280705870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280705871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280705872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280705875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7011c2eee19b465ea7fc7acc032ff73c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7011c2eee19b465ea7fc7acc032ff73c
2024-11-10T23:17:25,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7011c2eee19b465ea7fc7acc032ff73c, entries=150, sequenceid=294, filesize=12.0 K
2024-11-10T23:17:25,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0ede7488584f47f898dac5b867ba1a03 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0ede7488584f47f898dac5b867ba1a03
2024-11-10T23:17:25,900 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0ede7488584f47f898dac5b867ba1a03, entries=150, sequenceid=294, filesize=12.0 K
2024-11-10T23:17:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/aa4bfcceb9e34253b94c53a1c2ded327 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/aa4bfcceb9e34253b94c53a1c2ded327
2024-11-10T23:17:25,912 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/aa4bfcceb9e34253b94c53a1c2ded327, entries=150, sequenceid=294, filesize=12.0 K
2024-11-10T23:17:25,914 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for b66079cdadaba740706716baf52ad1fe in 191ms, sequenceid=294, compaction requested=true
2024-11-10T23:17:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:25,915 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:25,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:25,916 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51806 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:25,916 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:25,917 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:25,917 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ddf739885b3e4b1fb6844aaaaa2b1702, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/59ab0fb931934827afcddd649074bbd0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a0533048402d4b22b92197155e3e4b4e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7011c2eee19b465ea7fc7acc032ff73c] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=50.6 K
2024-11-10T23:17:25,917 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddf739885b3e4b1fb6844aaaaa2b1702, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280642887
2024-11-10T23:17:25,918 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ab0fb931934827afcddd649074bbd0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731280643533
2024-11-10T23:17:25,918 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0533048402d4b22b92197155e3e4b4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731280644218
2024-11-10T23:17:25,919 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:25,919 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:25,919 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:25,919 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f7b5313c63bc4f6ab11c6390b3df3458, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53bf9dfb713c40c595e9704fc9adbc68, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0978281a321f400481182612f816920c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0ede7488584f47f898dac5b867ba1a03] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=48.3 K
2024-11-10T23:17:25,919 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7011c2eee19b465ea7fc7acc032ff73c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731280645395
2024-11-10T23:17:25,920 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b5313c63bc4f6ab11c6390b3df3458, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280642887
2024-11-10T23:17:25,925 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 53bf9dfb713c40c595e9704fc9adbc68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731280643533
2024-11-10T23:17:25,926 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0978281a321f400481182612f816920c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731280644218
2024-11-10T23:17:25,926 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ede7488584f47f898dac5b867ba1a03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731280645395
2024-11-10T23:17:25,939 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:25,939 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5f561a62fa774ec4a2aea09d926e9052 is 50, key is test_row_0/A:col10/1731280645395/Put/seqid=0
2024-11-10T23:17:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-10T23:17:25,946 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:25,947 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/a96953abd4564f598acedb5b3b7b0bbf is 50, key is test_row_0/B:col10/1731280645395/Put/seqid=0
2024-11-10T23:17:25,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741896_1072 (size=12949)
2024-11-10T23:17:25,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:25,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-10T23:17:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:25,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:17:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:26,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741897_1073 (size=12949)
2024-11-10T23:17:26,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/3b7f105789d3422aaffe7e082111baab is 50, key is test_row_0/A:col10/1731280645761/Put/seqid=0
2024-11-10T23:17:26,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741898_1074 (size=12301)
2024-11-10T23:17:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:26,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:26,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280706096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280706096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280706097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280706097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280706098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-10T23:17:26,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280706201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280706201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280706202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280706202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280706211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,395 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5f561a62fa774ec4a2aea09d926e9052 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5f561a62fa774ec4a2aea09d926e9052
2024-11-10T23:17:26,407 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into 5f561a62fa774ec4a2aea09d926e9052(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:26,408 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:26,409 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=12, startTime=1731280645915; duration=0sec
2024-11-10T23:17:26,409 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:26,409 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:26,409 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:26,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280706405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280706405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280706408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280706409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,414 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:26,414 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:26,414 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:26,414 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f9109b91f3fb40079c8d6870b9daf6bc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/1c1bf063f0a348d6a068b12b5c7d7821, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f867c01e21c3418b8fcfa619cbdd23e5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/aa4bfcceb9e34253b94c53a1c2ded327] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=48.3 K
2024-11-10T23:17:26,416 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9109b91f3fb40079c8d6870b9daf6bc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280642887
2024-11-10T23:17:26,416 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c1bf063f0a348d6a068b12b5c7d7821, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731280643533
2024-11-10T23:17:26,417 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/a96953abd4564f598acedb5b3b7b0bbf as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a96953abd4564f598acedb5b3b7b0bbf
2024-11-10T23:17:26,417 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting f867c01e21c3418b8fcfa619cbdd23e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731280644218
2024-11-10T23:17:26,418 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa4bfcceb9e34253b94c53a1c2ded327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731280645395
2024-11-10T23:17:26,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280706423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,432 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into a96953abd4564f598acedb5b3b7b0bbf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:26,432 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:26,432 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=12, startTime=1731280645915; duration=0sec
2024-11-10T23:17:26,432 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:26,432 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:26,442 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:26,443 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/d73603f43dcb4dd9847b46f42222514b is 50, key is test_row_0/C:col10/1731280645395/Put/seqid=0
2024-11-10T23:17:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-10T23:17:26,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/3b7f105789d3422aaffe7e082111baab
2024-11-10T23:17:26,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741899_1075 (size=12949)
2024-11-10T23:17:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/b0ebda3819f1445f8a35664dfdead9e9 is 50, key is test_row_0/B:col10/1731280645761/Put/seqid=0
2024-11-10T23:17:26,496 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/d73603f43dcb4dd9847b46f42222514b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/d73603f43dcb4dd9847b46f42222514b
2024-11-10T23:17:26,504 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into d73603f43dcb4dd9847b46f42222514b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:26,504 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:26,505 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=12, startTime=1731280645915; duration=0sec
2024-11-10T23:17:26,505 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:26,505 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:26,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741900_1076 (size=12301)
2024-11-10T23:17:26,533 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/b0ebda3819f1445f8a35664dfdead9e9
2024-11-10T23:17:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ec9c43bf22fa4272829d0a3fd58e9cd6 is 50, key is test_row_0/C:col10/1731280645761/Put/seqid=0
2024-11-10T23:17:26,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741901_1077 (size=12301)
2024-11-10T23:17:26,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ec9c43bf22fa4272829d0a3fd58e9cd6
2024-11-10T23:17:26,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/3b7f105789d3422aaffe7e082111baab as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3b7f105789d3422aaffe7e082111baab
2024-11-10T23:17:26,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3b7f105789d3422aaffe7e082111baab, entries=150, sequenceid=315, filesize=12.0 K
2024-11-10T23:17:26,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/b0ebda3819f1445f8a35664dfdead9e9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b0ebda3819f1445f8a35664dfdead9e9
2024-11-10T23:17:26,610 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b0ebda3819f1445f8a35664dfdead9e9, entries=150, sequenceid=315, filesize=12.0 K
2024-11-10T23:17:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ec9c43bf22fa4272829d0a3fd58e9cd6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ec9c43bf22fa4272829d0a3fd58e9cd6
2024-11-10T23:17:26,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ec9c43bf22fa4272829d0a3fd58e9cd6, entries=150, sequenceid=315, filesize=12.0 K
2024-11-10T23:17:26,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b66079cdadaba740706716baf52ad1fe in 628ms, sequenceid=315, compaction requested=false
2024-11-10T23:17:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-10T23:17:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=21
2024-11-10T23:17:26,632 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20
2024-11-10T23:17:26,632 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 784 msec
2024-11-10T23:17:26,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 795 msec
2024-11-10T23:17:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:26,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-10T23:17:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:26,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:26,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/65e6d9315f0f497abdf81140b8075232 is 50, key is test_row_0/A:col10/1731280646717/Put/seqid=0
2024-11-10T23:17:26,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741902_1078 (size=12301)
2024-11-10T23:17:26,741 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/65e6d9315f0f497abdf81140b8075232
2024-11-10T23:17:26,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280706740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f242d362572147e6961d3deb1fc6a388 is 50, key is test_row_0/B:col10/1731280646717/Put/seqid=0
2024-11-10T23:17:26,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280706744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280706744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280706745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280706746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741903_1079 (size=12301)
2024-11-10T23:17:26,771 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f242d362572147e6961d3deb1fc6a388
2024-11-10T23:17:26,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a3493d9482034a22a6979662f93ee57c is 50, key is test_row_0/C:col10/1731280646717/Put/seqid=0
2024-11-10T23:17:26,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741904_1080 (size=12301)
2024-11-10T23:17:26,820 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a3493d9482034a22a6979662f93ee57c
2024-11-10T23:17:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/65e6d9315f0f497abdf81140b8075232 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/65e6d9315f0f497abdf81140b8075232
2024-11-10T23:17:26,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/65e6d9315f0f497abdf81140b8075232, entries=150, sequenceid=335, filesize=12.0 K
2024-11-10T23:17:26,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f242d362572147e6961d3deb1fc6a388 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f242d362572147e6961d3deb1fc6a388
2024-11-10T23:17:26,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280706848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280706853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280706853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280706854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280706855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:26,859 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f242d362572147e6961d3deb1fc6a388, entries=150, sequenceid=335, filesize=12.0 K
2024-11-10T23:17:26,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a3493d9482034a22a6979662f93ee57c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a3493d9482034a22a6979662f93ee57c
2024-11-10T23:17:26,867 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a3493d9482034a22a6979662f93ee57c, entries=150, sequenceid=335, filesize=12.0 K
2024-11-10T23:17:26,868 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b66079cdadaba740706716baf52ad1fe in 151ms, sequenceid=335, compaction requested=true
2024-11-10T23:17:26,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:26,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:26,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:26,869 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:26,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:26,869 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:26,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:26,870 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:26,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:26,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:26,871 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:26,871 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:26,871 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5f561a62fa774ec4a2aea09d926e9052, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3b7f105789d3422aaffe7e082111baab, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/65e6d9315f0f497abdf81140b8075232] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.7 K
2024-11-10T23:17:26,871 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:26,871 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:26,871 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:26,871 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f561a62fa774ec4a2aea09d926e9052, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731280645395
2024-11-10T23:17:26,872 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a96953abd4564f598acedb5b3b7b0bbf, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b0ebda3819f1445f8a35664dfdead9e9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f242d362572147e6961d3deb1fc6a388] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.7 K
2024-11-10T23:17:26,872 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b7f105789d3422aaffe7e082111baab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731280645761
2024-11-10T23:17:26,872 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a96953abd4564f598acedb5b3b7b0bbf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731280645395
2024-11-10T23:17:26,872 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e6d9315f0f497abdf81140b8075232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731280646095
2024-11-10T23:17:26,872 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ebda3819f1445f8a35664dfdead9e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731280645761
2024-11-10T23:17:26,873 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f242d362572147e6961d3deb1fc6a388, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731280646095
2024-11-10T23:17:26,886 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:26,887 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a6f3afce0dbd43ac8cc7673c0c521ab3 is 50, key is test_row_0/A:col10/1731280646717/Put/seqid=0
2024-11-10T23:17:26,892 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:26,893 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/1ea1d6040b3a4940a722e18eae53a51f is 50, key is test_row_0/B:col10/1731280646717/Put/seqid=0
2024-11-10T23:17:26,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741906_1082 (size=13051)
2024-11-10T23:17:26,917 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/a6f3afce0dbd43ac8cc7673c0c521ab3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a6f3afce0dbd43ac8cc7673c0c521ab3
2024-11-10T23:17:26,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741905_1081 (size=13051)
2024-11-10T23:17:26,930 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into a6f3afce0dbd43ac8cc7673c0c521ab3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:26,930 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:26,930 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280646869; duration=0sec
2024-11-10T23:17:26,930 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:26,930 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:26,930 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:26,932 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:26,932 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:26,932 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:26,932 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/d73603f43dcb4dd9847b46f42222514b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ec9c43bf22fa4272829d0a3fd58e9cd6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a3493d9482034a22a6979662f93ee57c] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.7 K
2024-11-10T23:17:26,933 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting d73603f43dcb4dd9847b46f42222514b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731280645395
2024-11-10T23:17:26,935 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec9c43bf22fa4272829d0a3fd58e9cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731280645761
2024-11-10T23:17:26,935 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3493d9482034a22a6979662f93ee57c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731280646095
2024-11-10T23:17:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-10T23:17:26,948 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed
2024-11-10T23:17:26,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees
2024-11-10T23:17:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:26,957 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:26,958 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:26,958 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:26,974 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:26,975 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ea03455ea2c74fc9bc5ad4ab95dc7991 is 50, key is test_row_0/C:col10/1731280646717/Put/seqid=0
2024-11-10T23:17:26,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741907_1083 (size=13051)
2024-11-10T23:17:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:27,064 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:17:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:27,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ee1cd89bc05f40149a46c9e06bfa7d59 is 50, key is test_row_0/A:col10/1731280647055/Put/seqid=0
2024-11-10T23:17:27,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280707079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280707079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280707081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280707086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280707086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741908_1084 (size=17181)
2024-11-10T23:17:27,101 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ee1cd89bc05f40149a46c9e06bfa7d59
2024-11-10T23:17:27,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:27,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0129bb1438e84681b7ad0c09acc99b0a is 50, key is test_row_0/B:col10/1731280647055/Put/seqid=0
2024-11-10T23:17:27,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741909_1085 (size=12301)
2024-11-10T23:17:27,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280707187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280707187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280707188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280707188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280707188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:27,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:27,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:27,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,329 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/1ea1d6040b3a4940a722e18eae53a51f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1ea1d6040b3a4940a722e18eae53a51f
2024-11-10T23:17:27,339 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into 1ea1d6040b3a4940a722e18eae53a51f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:27,339 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:27,339 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280646869; duration=0sec
2024-11-10T23:17:27,339 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:27,339 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:27,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,394 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/ea03455ea2c74fc9bc5ad4ab95dc7991 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ea03455ea2c74fc9bc5ad4ab95dc7991
2024-11-10T23:17:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280707394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280707394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280707398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280707398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280707399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,404 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into ea03455ea2c74fc9bc5ad4ab95dc7991(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:27,404 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:27,404 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=13, startTime=1731280646869; duration=0sec
2024-11-10T23:17:27,404 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:27,404 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:27,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,542 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0129bb1438e84681b7ad0c09acc99b0a
2024-11-10T23:17:27,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/950523b650be4734a39ca396a6e71964 is 50, key is test_row_0/C:col10/1731280647055/Put/seqid=0
2024-11-10T23:17:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:27,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741910_1086 (size=12301)
2024-11-10T23:17:27,566 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/950523b650be4734a39ca396a6e71964
2024-11-10T23:17:27,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:27,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ee1cd89bc05f40149a46c9e06bfa7d59 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ee1cd89bc05f40149a46c9e06bfa7d59
2024-11-10T23:17:27,594 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ee1cd89bc05f40149a46c9e06bfa7d59, entries=250, sequenceid=358, filesize=16.8 K
2024-11-10T23:17:27,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/0129bb1438e84681b7ad0c09acc99b0a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0129bb1438e84681b7ad0c09acc99b0a
2024-11-10T23:17:27,605 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0129bb1438e84681b7ad0c09acc99b0a, entries=150, sequenceid=358, filesize=12.0 K
2024-11-10T23:17:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/950523b650be4734a39ca396a6e71964 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/950523b650be4734a39ca396a6e71964
2024-11-10T23:17:27,616 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/950523b650be4734a39ca396a6e71964, entries=150, sequenceid=358, filesize=12.0 K
2024-11-10T23:17:27,617 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b66079cdadaba740706716baf52ad1fe in 553ms, sequenceid=358, compaction requested=false
2024-11-10T23:17:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:27,697 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:17:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:27,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/bbd7cd4c7d0049e8872b21d322dd162a is 50, key is test_row_0/A:col10/1731280647696/Put/seqid=0
2024-11-10T23:17:27,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741911_1087 (size=14741)
2024-11-10T23:17:27,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280707719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280707719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280707720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:27,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280707724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280707724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280707827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280707827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280707827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280707829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280707829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:27,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:27,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280708031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280708031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280708032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280708033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280708034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:28,119 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/bbd7cd4c7d0049e8872b21d322dd162a
2024-11-10T23:17:28,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/bb98448fdebf4840b471d60c0f095cfc is 50, key is test_row_0/B:col10/1731280647696/Put/seqid=0
2024-11-10T23:17:28,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741912_1088 (size=12301)
2024-11-10T23:17:28,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280708335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280708336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280708337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280708337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280708337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,545 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/bb98448fdebf4840b471d60c0f095cfc
2024-11-10T23:17:28,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2ed58d9a570f49d68876a3442fb26515 is 50, key is test_row_0/C:col10/1731280647696/Put/seqid=0
2024-11-10T23:17:28,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741913_1089 (size=12301)
2024-11-10T23:17:28,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280708843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280708844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280708845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280708846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280708872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:28,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:28,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:28,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:28,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:29,002 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2ed58d9a570f49d68876a3442fb26515
2024-11-10T23:17:29,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/bbd7cd4c7d0049e8872b21d322dd162a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbd7cd4c7d0049e8872b21d322dd162a
2024-11-10T23:17:29,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbd7cd4c7d0049e8872b21d322dd162a, entries=200, sequenceid=375, filesize=14.4 K
2024-11-10T23:17:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/bb98448fdebf4840b471d60c0f095cfc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/bb98448fdebf4840b471d60c0f095cfc
2024-11-10T23:17:29,026 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/bb98448fdebf4840b471d60c0f095cfc, entries=150, sequenceid=375, filesize=12.0 K
2024-11-10T23:17:29,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2ed58d9a570f49d68876a3442fb26515 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2ed58d9a570f49d68876a3442fb26515
2024-11-10T23:17:29,034 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2ed58d9a570f49d68876a3442fb26515, entries=150, sequenceid=375, filesize=12.0 K
2024-11-10T23:17:29,036 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b66079cdadaba740706716baf52ad1fe in 1339ms, sequenceid=375, compaction requested=true
2024-11-10T23:17:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:29,037 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:29,037 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:29,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:29,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:29,039 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:29,039 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:29,039 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:29,040 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1ea1d6040b3a4940a722e18eae53a51f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0129bb1438e84681b7ad0c09acc99b0a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/bb98448fdebf4840b471d60c0f095cfc] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.8 K
2024-11-10T23:17:29,040 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 44973 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:29,040 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:29,040 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:29,040 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a6f3afce0dbd43ac8cc7673c0c521ab3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ee1cd89bc05f40149a46c9e06bfa7d59, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbd7cd4c7d0049e8872b21d322dd162a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=43.9 K
2024-11-10T23:17:29,046 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ea1d6040b3a4940a722e18eae53a51f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731280646095
2024-11-10T23:17:29,047 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6f3afce0dbd43ac8cc7673c0c521ab3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731280646095
2024-11-10T23:17:29,047 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee1cd89bc05f40149a46c9e06bfa7d59, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731280646730
2024-11-10T23:17:29,048 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0129bb1438e84681b7ad0c09acc99b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731280646743
2024-11-10T23:17:29,048 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd7cd4c7d0049e8872b21d322dd162a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731280647079
2024-11-10T23:17:29,048 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting bb98448fdebf4840b471d60c0f095cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731280647079
2024-11-10T23:17:29,062 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:29,063 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/cb754ed0357d4adbbdd3c8506ec0a901 is 50, key is test_row_0/B:col10/1731280647696/Put/seqid=0
2024-11-10T23:17:29,069 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:29,070 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ffea4f3757eb47ce9d9a9e3534ed48c9 is 50, key is test_row_0/A:col10/1731280647696/Put/seqid=0
2024-11-10T23:17:29,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741915_1091 (size=13153)
2024-11-10T23:17:29,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:29,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-10T23:17:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:29,113 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:17:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:29,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741914_1090 (size=13153)
2024-11-10T23:17:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:29,122 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/cb754ed0357d4adbbdd3c8506ec0a901 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/cb754ed0357d4adbbdd3c8506ec0a901
2024-11-10T23:17:29,123 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ffea4f3757eb47ce9d9a9e3534ed48c9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ffea4f3757eb47ce9d9a9e3534ed48c9
2024-11-10T23:17:29,131 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into ffea4f3757eb47ce9d9a9e3534ed48c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:29,131 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:29,131 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280649037; duration=0sec
2024-11-10T23:17:29,132 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:29,132 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:29,132 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/003f0a095dd146239b7f4dfb04eac292 is 50, key is test_row_0/A:col10/1731280647723/Put/seqid=0
2024-11-10T23:17:29,133 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into cb754ed0357d4adbbdd3c8506ec0a901(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:29,133 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:29,133 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280649037; duration=0sec
2024-11-10T23:17:29,133 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:29,133 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:29,136 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:29,137 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:29,137 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:29,137 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ea03455ea2c74fc9bc5ad4ab95dc7991, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/950523b650be4734a39ca396a6e71964, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2ed58d9a570f49d68876a3442fb26515] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.8 K
2024-11-10T23:17:29,138 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea03455ea2c74fc9bc5ad4ab95dc7991, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731280646095
2024-11-10T23:17:29,139 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 950523b650be4734a39ca396a6e71964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731280646743
2024-11-10T23:17:29,141 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ed58d9a570f49d68876a3442fb26515, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731280647079
2024-11-10T23:17:29,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741916_1092 (size=12301)
2024-11-10T23:17:29,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/003f0a095dd146239b7f4dfb04eac292
2024-11-10T23:17:29,154 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:29,154 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/0d3325f98d574de4981aa2403fd51e21 is 50, key is test_row_0/C:col10/1731280647696/Put/seqid=0
2024-11-10T23:17:29,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741917_1093 (size=13153)
2024-11-10T23:17:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/3cfc01f2128d481ea2a5856d2f19fbf5 is 50, key is test_row_0/B:col10/1731280647723/Put/seqid=0
2024-11-10T23:17:29,201 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/0d3325f98d574de4981aa2403fd51e21 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0d3325f98d574de4981aa2403fd51e21
2024-11-10T23:17:29,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741918_1094 (size=12301)
2024-11-10T23:17:29,210 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into 0d3325f98d574de4981aa2403fd51e21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:29,210 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:29,210 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=13, startTime=1731280649038; duration=0sec
2024-11-10T23:17:29,211 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:29,211 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:29,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/3cfc01f2128d481ea2a5856d2f19fbf5
2024-11-10T23:17:29,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/525887941913448db120fa1fdc75f1f2 is 50, key is test_row_0/C:col10/1731280647723/Put/seqid=0
2024-11-10T23:17:29,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741919_1095 (size=12301)
2024-11-10T23:17:29,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/525887941913448db120fa1fdc75f1f2
2024-11-10T23:17:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/003f0a095dd146239b7f4dfb04eac292 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/003f0a095dd146239b7f4dfb04eac292
2024-11-10T23:17:29,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/003f0a095dd146239b7f4dfb04eac292, entries=150, sequenceid=396, filesize=12.0 K
2024-11-10T23:17:29,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/3cfc01f2128d481ea2a5856d2f19fbf5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3cfc01f2128d481ea2a5856d2f19fbf5
2024-11-10T23:17:29,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3cfc01f2128d481ea2a5856d2f19fbf5, entries=150, sequenceid=396, filesize=12.0 K
2024-11-10T23:17:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/525887941913448db120fa1fdc75f1f2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/525887941913448db120fa1fdc75f1f2
2024-11-10T23:17:29,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/525887941913448db120fa1fdc75f1f2, entries=150, sequenceid=396, filesize=12.0 K
2024-11-10T23:17:29,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for b66079cdadaba740706716baf52ad1fe in 562ms, sequenceid=396, compaction requested=false
2024-11-10T23:17:29,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:29,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:29,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23
2024-11-10T23:17:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=23
2024-11-10T23:17:29,679 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22
2024-11-10T23:17:29,680 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7190 sec
2024-11-10T23:17:29,681 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.7250 sec
2024-11-10T23:17:29,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:17:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:29,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7ad32d28a4be417db7cf00c95765b101 is 50, key is test_row_0/A:col10/1731280649890/Put/seqid=0
2024-11-10T23:17:29,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741920_1096 (size=14741)
2024-11-10T23:17:29,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280709967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:29,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280709969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:29,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280709969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:29,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280709977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:29,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280709979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280710081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280710081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280710082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280710086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280710086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280710285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280710286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280710286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280710289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280710291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,314 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7ad32d28a4be417db7cf00c95765b101
2024-11-10T23:17:30,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/53aaa7475e684f77b0fab2c0a2b08aab is 50, key is test_row_0/B:col10/1731280649890/Put/seqid=0
2024-11-10T23:17:30,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741921_1097 (size=12301)
2024-11-10T23:17:30,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280710591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280710591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280710593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280710595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280710596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:30,730 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/53aaa7475e684f77b0fab2c0a2b08aab
2024-11-10T23:17:30,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/39439de4aeaa44839730808fdcbe367f is 50, key is test_row_0/C:col10/1731280649890/Put/seqid=0
2024-11-10T23:17:30,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741922_1098 (size=12301)
2024-11-10T23:17:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-10T23:17:31,064 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed
2024-11-10T23:17:31,065 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees
2024-11-10T23:17:31,067 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:31,068 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-10T23:17:31,068 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:31,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280711098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:31,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280711100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:31,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280711107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:31,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280711106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:31,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280711109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:31,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/39439de4aeaa44839730808fdcbe367f
2024-11-10T23:17:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7ad32d28a4be417db7cf00c95765b101 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7ad32d28a4be417db7cf00c95765b101
2024-11-10T23:17:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-10T23:17:31,171 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7ad32d28a4be417db7cf00c95765b101, entries=200, sequenceid=410, filesize=14.4 K
2024-11-10T23:17:31,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/53aaa7475e684f77b0fab2c0a2b08aab as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53aaa7475e684f77b0fab2c0a2b08aab
2024-11-10T23:17:31,182 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53aaa7475e684f77b0fab2c0a2b08aab, entries=150, sequenceid=410, filesize=12.0 K
2024-11-10T23:17:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/39439de4aeaa44839730808fdcbe367f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/39439de4aeaa44839730808fdcbe367f
2024-11-10T23:17:31,192 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/39439de4aeaa44839730808fdcbe367f, entries=150, sequenceid=410, filesize=12.0 K
2024-11-10T23:17:31,193 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b66079cdadaba740706716baf52ad1fe in 1301ms, sequenceid=410, compaction requested=true
2024-11-10T23:17:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:31,194 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:31,194 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:31,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:31,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:31,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:31,195 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:31,196 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:31,196 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:31,196 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ffea4f3757eb47ce9d9a9e3534ed48c9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/003f0a095dd146239b7f4dfb04eac292, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7ad32d28a4be417db7cf00c95765b101] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=39.3 K
2024-11-10T23:17:31,196 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:31,197 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:31,197 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:31,197 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/cb754ed0357d4adbbdd3c8506ec0a901, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3cfc01f2128d481ea2a5856d2f19fbf5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53aaa7475e684f77b0fab2c0a2b08aab] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.9 K
2024-11-10T23:17:31,197 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffea4f3757eb47ce9d9a9e3534ed48c9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731280647079
2024-11-10T23:17:31,197 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting cb754ed0357d4adbbdd3c8506ec0a901, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731280647079
2024-11-10T23:17:31,197 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 003f0a095dd146239b7f4dfb04eac292, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731280647718
2024-11-10T23:17:31,198 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cfc01f2128d481ea2a5856d2f19fbf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731280647718
2024-11-10T23:17:31,198 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ad32d28a4be417db7cf00c95765b101, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731280649883
2024-11-10T23:17:31,198 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 53aaa7475e684f77b0fab2c0a2b08aab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731280649883
2024-11-10T23:17:31,206 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:31,207 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ae628dd2e0384805a6b78399f85c5b89 is 50, key is test_row_0/A:col10/1731280649890/Put/seqid=0
2024-11-10T23:17:31,212 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:31,213 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f2a650fab19e49c09c0f8d7326fc5c16 is 50, key is test_row_0/B:col10/1731280649890/Put/seqid=0
2024-11-10T23:17:31,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:31,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-10T23:17:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:31,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-10T23:17:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:31,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:31,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741923_1099 (size=13255)
2024-11-10T23:17:31,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741924_1100 (size=13255)
2024-11-10T23:17:31,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/132ad6a1c06a41308bfbadefe5f14a55 is 50, key is test_row_0/A:col10/1731280649967/Put/seqid=0
2024-11-10T23:17:31,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741925_1101 (size=12301)
2024-11-10T23:17:31,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/132ad6a1c06a41308bfbadefe5f14a55
2024-11-10T23:17:31,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/355976a7866d4d529df77225beee4ea6 is 50, key is test_row_0/B:col10/1731280649967/Put/seqid=0
2024-11-10T23:17:31,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741926_1102 (size=12301)
2024-11-10T23:17:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-10T23:17:31,638 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f2a650fab19e49c09c0f8d7326fc5c16 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f2a650fab19e49c09c0f8d7326fc5c16
2024-11-10T23:17:31,644 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/ae628dd2e0384805a6b78399f85c5b89 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ae628dd2e0384805a6b78399f85c5b89
2024-11-10T23:17:31,656 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into f2a650fab19e49c09c0f8d7326fc5c16(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:31,656 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:31,656 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280651194; duration=0sec
2024-11-10T23:17:31,657 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:31,657 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:31,660 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:31,661 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:31,661 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:31,661 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:31,662 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0d3325f98d574de4981aa2403fd51e21, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/525887941913448db120fa1fdc75f1f2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/39439de4aeaa44839730808fdcbe367f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=36.9 K
2024-11-10T23:17:31,662 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3325f98d574de4981aa2403fd51e21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731280647079
2024-11-10T23:17:31,663 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 525887941913448db120fa1fdc75f1f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731280647718
2024-11-10T23:17:31,664 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 39439de4aeaa44839730808fdcbe367f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731280649883
2024-11-10T23:17:31,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/355976a7866d4d529df77225beee4ea6
2024-11-10T23:17:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-10T23:17:31,672 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into ae628dd2e0384805a6b78399f85c5b89(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:31,674 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:31,675 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280651194; duration=0sec
2024-11-10T23:17:31,675 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:31,675 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/b0ace5f8a2914d5e8baf01aafb150578 is 50, key is test_row_0/C:col10/1731280649967/Put/seqid=0
2024-11-10T23:17:31,689 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:31,690 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/720448d50a2a47e49d765c4de8fa49d6 is 50, key is test_row_0/C:col10/1731280649890/Put/seqid=0
2024-11-10T23:17:31,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741928_1104 (size=13255)
2024-11-10T23:17:31,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741927_1103 (size=12301)
2024-11-10T23:17:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:32,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:32,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280712112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280712113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280712114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/b0ace5f8a2914d5e8baf01aafb150578
2024-11-10T23:17:32,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280712121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280712127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,127 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/720448d50a2a47e49d765c4de8fa49d6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/720448d50a2a47e49d765c4de8fa49d6
2024-11-10T23:17:32,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/132ad6a1c06a41308bfbadefe5f14a55 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/132ad6a1c06a41308bfbadefe5f14a55
2024-11-10T23:17:32,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/132ad6a1c06a41308bfbadefe5f14a55, entries=150, sequenceid=435, filesize=12.0 K
2024-11-10T23:17:32,133 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into 720448d50a2a47e49d765c4de8fa49d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:32,133 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:32,133 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=13, startTime=1731280651195; duration=0sec
2024-11-10T23:17:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/355976a7866d4d529df77225beee4ea6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/355976a7866d4d529df77225beee4ea6
2024-11-10T23:17:32,133 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:32,133 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:32,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/355976a7866d4d529df77225beee4ea6, entries=150, sequenceid=435, filesize=12.0 K
2024-11-10T23:17:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/b0ace5f8a2914d5e8baf01aafb150578 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b0ace5f8a2914d5e8baf01aafb150578
2024-11-10T23:17:32,144 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b0ace5f8a2914d5e8baf01aafb150578, entries=150, sequenceid=435, filesize=12.0 K
2024-11-10T23:17:32,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b66079cdadaba740706716baf52ad1fe in 924ms, sequenceid=435, compaction requested=false
2024-11-10T23:17:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25
2024-11-10T23:17:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=25
2024-11-10T23:17:32,148 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24
2024-11-10T23:17:32,149 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec
2024-11-10T23:17:32,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0830 sec
2024-11-10T23:17:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-10T23:17:32,174 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed
2024-11-10T23:17:32,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees
2024-11-10T23:17:32,178 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-10T23:17:32,181 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:32,181 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:32,217 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:17:32,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:32,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5ccebd21ac5a43438127e796c4d16005 is 50, key is test_row_0/A:col10/1731280652110/Put/seqid=0
2024-11-10T23:17:32,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741929_1105 (size=12301)
2024-11-10T23:17:32,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5ccebd21ac5a43438127e796c4d16005
2024-11-10T23:17:32,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/36ac0c2175924178a8a998e266ba3003 is 50, key is test_row_0/B:col10/1731280652110/Put/seqid=0
2024-11-10T23:17:32,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280712270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280712272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280712272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-10T23:17:32,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741930_1106 (size=12301)
2024-11-10T23:17:32,282 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/36ac0c2175924178a8a998e266ba3003
2024-11-10T23:17:32,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f7a84e6d7cc24598882fbee35051f76a is 50, key is test_row_0/C:col10/1731280652110/Put/seqid=0
2024-11-10T23:17:32,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741931_1107 (size=12301)
2024-11-10T23:17:32,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:32,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:32,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,335 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f7a84e6d7cc24598882fbee35051f76a
2024-11-10T23:17:32,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5ccebd21ac5a43438127e796c4d16005 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5ccebd21ac5a43438127e796c4d16005
2024-11-10T23:17:32,360 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5ccebd21ac5a43438127e796c4d16005, entries=150, sequenceid=450, filesize=12.0 K
2024-11-10T23:17:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/36ac0c2175924178a8a998e266ba3003 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/36ac0c2175924178a8a998e266ba3003
2024-11-10T23:17:32,367 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/36ac0c2175924178a8a998e266ba3003, entries=150, sequenceid=450, filesize=12.0 K
2024-11-10T23:17:32,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/f7a84e6d7cc24598882fbee35051f76a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f7a84e6d7cc24598882fbee35051f76a
2024-11-10T23:17:32,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f7a84e6d7cc24598882fbee35051f76a, entries=150, sequenceid=450, filesize=12.0 K
2024-11-10T23:17:32,377 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders
2024-11-10T23:17:32,379 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b66079cdadaba740706716baf52ad1fe in 162ms, sequenceid=450, compaction requested=true
2024-11-10T23:17:32,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:32,379 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:32,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:32,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:32,379 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:32,381 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:32,381 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:32,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:32,381 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:32,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:32,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:32,382 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f2a650fab19e49c09c0f8d7326fc5c16, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/355976a7866d4d529df77225beee4ea6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/36ac0c2175924178a8a998e266ba3003] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.0 K
2024-11-10T23:17:32,381 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:32,382 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:32,382 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,382 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-10T23:17:32,382 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ae628dd2e0384805a6b78399f85c5b89, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/132ad6a1c06a41308bfbadefe5f14a55, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5ccebd21ac5a43438127e796c4d16005] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.0 K
2024-11-10T23:17:32,382 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a650fab19e49c09c0f8d7326fc5c16, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731280649883
2024-11-10T23:17:32,383 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae628dd2e0384805a6b78399f85c5b89, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731280649883
2024-11-10T23:17:32,383 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 355976a7866d4d529df77225beee4ea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731280649919
2024-11-10T23:17:32,384 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 132ad6a1c06a41308bfbadefe5f14a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731280649919
2024-11-10T23:17:32,384 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ac0c2175924178a8a998e266ba3003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731280652110
2024-11-10T23:17:32,384 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ccebd21ac5a43438127e796c4d16005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731280652110
2024-11-10T23:17:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:32,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/977b4f68b48146b9ad86393f80e829bc is 50, key is test_row_0/A:col10/1731280652381/Put/seqid=0
2024-11-10T23:17:32,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280712395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280712396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280712396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,405 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:32,405 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0c534287142a4c2bbf79f80a97456ee6 is 50, key is test_row_0/A:col10/1731280652110/Put/seqid=0
2024-11-10T23:17:32,408 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:32,409 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/eb88860446504fa797d0e3ecfe366c97 is 50, key is test_row_0/B:col10/1731280652110/Put/seqid=0
2024-11-10T23:17:32,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741933_1109 (size=13357)
2024-11-10T23:17:32,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741932_1108 (size=12301)
2024-11-10T23:17:32,456 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/977b4f68b48146b9ad86393f80e829bc
2024-11-10T23:17:32,464 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0c534287142a4c2bbf79f80a97456ee6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0c534287142a4c2bbf79f80a97456ee6
2024-11-10T23:17:32,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741934_1110 (size=13357)
2024-11-10T23:17:32,474 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into 0c534287142a4c2bbf79f80a97456ee6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:32,474 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:32,475 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280652379; duration=0sec
2024-11-10T23:17:32,475 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:32,475 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:32,475 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:32,477 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:32,478 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:32,478 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/eb88860446504fa797d0e3ecfe366c97 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/eb88860446504fa797d0e3ecfe366c97
2024-11-10T23:17:32,478 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,478 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/720448d50a2a47e49d765c4de8fa49d6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b0ace5f8a2914d5e8baf01aafb150578, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f7a84e6d7cc24598882fbee35051f76a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.0 K
2024-11-10T23:17:32,479 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 720448d50a2a47e49d765c4de8fa49d6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731280649883
2024-11-10T23:17:32,479 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0ace5f8a2914d5e8baf01aafb150578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731280649919
2024-11-10T23:17:32,480 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7a84e6d7cc24598882fbee35051f76a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731280652110
2024-11-10T23:17:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-10T23:17:32,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/1f43ba262bd64ee2bc8996c04f32a358 is 50, key is test_row_0/B:col10/1731280652381/Put/seqid=0
2024-11-10T23:17:32,487 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into eb88860446504fa797d0e3ecfe366c97(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:32,488 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:32,488 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280652379; duration=0sec
2024-11-10T23:17:32,488 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:32,488 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:32,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280712502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,506 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#97 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:32,506 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2e28d562677846239cd7ddbeb0c93072 is 50, key is test_row_0/C:col10/1731280652110/Put/seqid=0
2024-11-10T23:17:32,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280712502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280712502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741935_1111 (size=12301)
2024-11-10T23:17:32,525 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/1f43ba262bd64ee2bc8996c04f32a358
2024-11-10T23:17:32,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/5886f3b207dc459e9d8bf0ce48b8cd0d is 50, key is test_row_0/C:col10/1731280652381/Put/seqid=0
2024-11-10T23:17:32,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741936_1112 (size=13357)
2024-11-10T23:17:32,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741937_1113 (size=12301)
2024-11-10T23:17:32,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280712707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280712708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280712709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-10T23:17:32,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,951 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2e28d562677846239cd7ddbeb0c93072 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2e28d562677846239cd7ddbeb0c93072
2024-11-10T23:17:32,951 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/5886f3b207dc459e9d8bf0ce48b8cd0d
2024-11-10T23:17:32,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:32,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:32,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/977b4f68b48146b9ad86393f80e829bc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/977b4f68b48146b9ad86393f80e829bc
2024-11-10T23:17:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:32,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:32,964 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into 2e28d562677846239cd7ddbeb0c93072(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:32,964 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:32,964 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=13, startTime=1731280652382; duration=0sec
2024-11-10T23:17:32,964 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:32,964 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:32,969 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/977b4f68b48146b9ad86393f80e829bc, entries=150, sequenceid=478, filesize=12.0 K
2024-11-10T23:17:32,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/1f43ba262bd64ee2bc8996c04f32a358 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1f43ba262bd64ee2bc8996c04f32a358
2024-11-10T23:17:32,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1f43ba262bd64ee2bc8996c04f32a358, entries=150, sequenceid=478, filesize=12.0 K
2024-11-10T23:17:32,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/5886f3b207dc459e9d8bf0ce48b8cd0d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/5886f3b207dc459e9d8bf0ce48b8cd0d
2024-11-10T23:17:32,987 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/5886f3b207dc459e9d8bf0ce48b8cd0d, entries=150, sequenceid=478, filesize=12.0 K
2024-11-10T23:17:32,988 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b66079cdadaba740706716baf52ad1fe in 606ms, sequenceid=478, compaction requested=false
2024-11-10T23:17:32,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:33,015 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:17:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:33,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:33,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/1a1d547c0fbe4dcb928923a4dcdf117d is 50, key is test_row_0/A:col10/1731280652395/Put/seqid=0
2024-11-10T23:17:33,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741938_1114 (size=14741)
2024-11-10T23:17:33,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280713042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280713043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280713043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280713147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280713147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280713147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-10T23:17:33,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280713350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280713350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280713350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:33,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:33,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:33,428 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/1a1d547c0fbe4dcb928923a4dcdf117d
2024-11-10T23:17:33,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/94762730e00a44c1ae27876e684cf264 is 50, key is test_row_0/B:col10/1731280652395/Put/seqid=0
2024-11-10T23:17:33,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741939_1115 (size=12301)
2024-11-10T23:17:33,443 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/94762730e00a44c1ae27876e684cf264
2024-11-10T23:17:33,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a2bfded11ac541ff9db094d7fbf75c08 is 50, key is test_row_0/C:col10/1731280652395/Put/seqid=0
2024-11-10T23:17:33,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741940_1116 (size=12301)
2024-11-10T23:17:33,461 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a2bfded11ac541ff9db094d7fbf75c08
2024-11-10T23:17:33,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/1a1d547c0fbe4dcb928923a4dcdf117d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1a1d547c0fbe4dcb928923a4dcdf117d
2024-11-10T23:17:33,471 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1a1d547c0fbe4dcb928923a4dcdf117d, entries=200, sequenceid=492, filesize=14.4 K
2024-11-10T23:17:33,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/94762730e00a44c1ae27876e684cf264 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/94762730e00a44c1ae27876e684cf264
2024-11-10T23:17:33,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/94762730e00a44c1ae27876e684cf264, entries=150, sequenceid=492, filesize=12.0 K
2024-11-10T23:17:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/a2bfded11ac541ff9db094d7fbf75c08 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bfded11ac541ff9db094d7fbf75c08
2024-11-10T23:17:33,499 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bfded11ac541ff9db094d7fbf75c08, entries=150, sequenceid=492, filesize=12.0 K
2024-11-10T23:17:33,500 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b66079cdadaba740706716baf52ad1fe in 485ms, sequenceid=492, compaction requested=true
2024-11-10T23:17:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:33,500 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:33,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:33,502 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:33,502 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:33,502 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:33,502 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/eb88860446504fa797d0e3ecfe366c97, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1f43ba262bd64ee2bc8996c04f32a358, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/94762730e00a44c1ae27876e684cf264] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.1 K
2024-11-10T23:17:33,502 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:33,503 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:33,503 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,503 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0c534287142a4c2bbf79f80a97456ee6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/977b4f68b48146b9ad86393f80e829bc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1a1d547c0fbe4dcb928923a4dcdf117d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=39.5 K
2024-11-10T23:17:33,503 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting eb88860446504fa797d0e3ecfe366c97, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731280652110
2024-11-10T23:17:33,503 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c534287142a4c2bbf79f80a97456ee6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731280652110
2024-11-10T23:17:33,504 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f43ba262bd64ee2bc8996c04f32a358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731280652270
2024-11-10T23:17:33,504 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 977b4f68b48146b9ad86393f80e829bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731280652270
2024-11-10T23:17:33,505 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 94762730e00a44c1ae27876e684cf264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731280652395
2024-11-10T23:17:33,505 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a1d547c0fbe4dcb928923a4dcdf117d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731280652394
2024-11-10T23:17:33,525 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:33,525 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/4c9aea0bd579441b949c181f835454fc is 50, key is test_row_0/B:col10/1731280652395/Put/seqid=0
2024-11-10T23:17:33,538 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:33,539 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/e41bca246fd84fc2af1097a2c5e47b90 is 50, key is test_row_0/A:col10/1731280652395/Put/seqid=0
2024-11-10T23:17:33,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741941_1117 (size=13459)
2024-11-10T23:17:33,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-10T23:17:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-10T23:17:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741942_1118 (size=13459)
2024-11-10T23:17:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5767a51fc3d746c6a4171aed91e6ca3b is 50, key is test_row_0/A:col10/1731280653041/Put/seqid=0
2024-11-10T23:17:33,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741943_1119 (size=12301)
2024-11-10T23:17:33,602 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5767a51fc3d746c6a4171aed91e6ca3b
2024-11-10T23:17:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f505acdc2b354746b76b188e632abbe9 is 50, key is test_row_0/B:col10/1731280653041/Put/seqid=0
2024-11-10T23:17:33,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741944_1120 (size=12301)
2024-11-10T23:17:33,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f505acdc2b354746b76b188e632abbe9
2024-11-10T23:17:33,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/4d0385b39d8449cc9e25a6544b8eae3f is 50, key is test_row_0/C:col10/1731280653041/Put/seqid=0
2024-11-10T23:17:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:33,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:33,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280713663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280713666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280713667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741945_1121 (size=12301)
2024-11-10T23:17:33,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/4d0385b39d8449cc9e25a6544b8eae3f
2024-11-10T23:17:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/5767a51fc3d746c6a4171aed91e6ca3b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5767a51fc3d746c6a4171aed91e6ca3b
2024-11-10T23:17:33,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5767a51fc3d746c6a4171aed91e6ca3b, entries=150, sequenceid=517, filesize=12.0 K
2024-11-10T23:17:33,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/f505acdc2b354746b76b188e632abbe9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f505acdc2b354746b76b188e632abbe9
2024-11-10T23:17:33,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f505acdc2b354746b76b188e632abbe9, entries=150, sequenceid=517, filesize=12.0 K
2024-11-10T23:17:33,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/4d0385b39d8449cc9e25a6544b8eae3f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4d0385b39d8449cc9e25a6544b8eae3f
2024-11-10T23:17:33,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4d0385b39d8449cc9e25a6544b8eae3f, entries=150, sequenceid=517, filesize=12.0 K
2024-11-10T23:17:33,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b66079cdadaba740706716baf52ad1fe in 151ms, sequenceid=517, compaction requested=true
2024-11-10T23:17:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27
2024-11-10T23:17:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=27
2024-11-10T23:17:33,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26
2024-11-10T23:17:33,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5410 sec
2024-11-10T23:17:33,726 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5500 sec
2024-11-10T23:17:33,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:17:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:33,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0d346ae3b5da4b4286b94b3b08c7e814 is 50, key is test_row_0/A:col10/1731280653665/Put/seqid=0
2024-11-10T23:17:33,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741946_1122 (size=14741)
2024-11-10T23:17:33,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280713867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280713868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280713869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,952 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/4c9aea0bd579441b949c181f835454fc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/4c9aea0bd579441b949c181f835454fc
2024-11-10T23:17:33,959 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into 4c9aea0bd579441b949c181f835454fc(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:33,959 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:33,959 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280653500; duration=0sec
2024-11-10T23:17:33,959 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:33,959 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:33,960 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:33,961 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:33,961 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:33,961 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:33,961 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2e28d562677846239cd7ddbeb0c93072, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/5886f3b207dc459e9d8bf0ce48b8cd0d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bfded11ac541ff9db094d7fbf75c08, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4d0385b39d8449cc9e25a6544b8eae3f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=49.1 K
2024-11-10T23:17:33,961 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e28d562677846239cd7ddbeb0c93072, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731280652110
2024-11-10T23:17:33,962 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5886f3b207dc459e9d8bf0ce48b8cd0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731280652270
2024-11-10T23:17:33,962 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a2bfded11ac541ff9db094d7fbf75c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731280652395
2024-11-10T23:17:33,963 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d0385b39d8449cc9e25a6544b8eae3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731280653032
2024-11-10T23:17:33,971 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:33,972 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/598408848c4b4795a95c4fb442514030 is 50, key is test_row_0/C:col10/1731280653041/Put/seqid=0
2024-11-10T23:17:33,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280713974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280713975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280713975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:33,980 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/e41bca246fd84fc2af1097a2c5e47b90 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e41bca246fd84fc2af1097a2c5e47b90
2024-11-10T23:17:33,985 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into e41bca246fd84fc2af1097a2c5e47b90(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:33,985 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:33,985 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280653500; duration=0sec
2024-11-10T23:17:33,985 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:33,985 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:33,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741947_1123 (size=13493)
2024-11-10T23:17:33,995 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/598408848c4b4795a95c4fb442514030 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/598408848c4b4795a95c4fb442514030
2024-11-10T23:17:34,003 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into 598408848c4b4795a95c4fb442514030(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:34,003 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:34,003 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=12, startTime=1731280653502; duration=0sec
2024-11-10T23:17:34,004 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:34,004 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:34,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43040 deadline: 1731280714133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,135 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., hostname=992bda40dfe9,43391,1731280628391, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:17:34,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43032 deadline: 1731280714143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,147 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., hostname=992bda40dfe9,43391,1731280628391, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:17:34,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280714176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280714178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280714179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,224 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0d346ae3b5da4b4286b94b3b08c7e814
2024-11-10T23:17:34,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/fe9fa25522de4ae3a30f196652739894 is 50, key is test_row_0/B:col10/1731280653665/Put/seqid=0
2024-11-10T23:17:34,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741948_1124 (size=12301)
2024-11-10T23:17:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-10T23:17:34,283 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed
2024-11-10T23:17:34,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees
2024-11-10T23:17:34,286 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:34,287 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:34,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-10T23:17:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-10T23:17:34,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-10T23:17:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:34,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280714479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280714484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280714484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-10T23:17:34,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-10T23:17:34,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:34,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:34,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:34,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/fe9fa25522de4ae3a30f196652739894
2024-11-10T23:17:34,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/0cb4f7159af34089a0f888a8149c5e76 is 50, key is test_row_0/C:col10/1731280653665/Put/seqid=0
2024-11-10T23:17:34,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741949_1125 (size=12301)
2024-11-10T23:17:34,653 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/0cb4f7159af34089a0f888a8149c5e76
2024-11-10T23:17:34,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/0d346ae3b5da4b4286b94b3b08c7e814 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d346ae3b5da4b4286b94b3b08c7e814
2024-11-10T23:17:34,664 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d346ae3b5da4b4286b94b3b08c7e814, entries=200, sequenceid=529, filesize=14.4 K
2024-11-10T23:17:34,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/fe9fa25522de4ae3a30f196652739894 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/fe9fa25522de4ae3a30f196652739894
2024-11-10T23:17:34,671 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/fe9fa25522de4ae3a30f196652739894, entries=150, sequenceid=529, filesize=12.0 K
2024-11-10T23:17:34,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/0cb4f7159af34089a0f888a8149c5e76 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0cb4f7159af34089a0f888a8149c5e76
2024-11-10T23:17:34,684 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0cb4f7159af34089a0f888a8149c5e76, entries=150, sequenceid=529, filesize=12.0 K
2024-11-10T23:17:34,685 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b66079cdadaba740706716baf52ad1fe in 910ms, sequenceid=529, compaction requested=true
2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:34,685 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:34,685 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:34,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:34,687 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:34,687 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:34,687 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:34,687 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:34,687 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,687 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e41bca246fd84fc2af1097a2c5e47b90, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5767a51fc3d746c6a4171aed91e6ca3b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d346ae3b5da4b4286b94b3b08c7e814] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=39.6 K
2024-11-10T23:17:34,687 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,688 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/4c9aea0bd579441b949c181f835454fc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f505acdc2b354746b76b188e632abbe9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/fe9fa25522de4ae3a30f196652739894] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.2 K
2024-11-10T23:17:34,688 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9aea0bd579441b949c181f835454fc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731280652395
2024-11-10T23:17:34,688 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e41bca246fd84fc2af1097a2c5e47b90, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731280652395
2024-11-10T23:17:34,689 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f505acdc2b354746b76b188e632abbe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731280653032
2024-11-10T23:17:34,689 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5767a51fc3d746c6a4171aed91e6ca3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731280653032
2024-11-10T23:17:34,689 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9fa25522de4ae3a30f196652739894, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731280653660
2024-11-10T23:17:34,689 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d346ae3b5da4b4286b94b3b08c7e814, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731280653660
2024-11-10T23:17:34,704 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:34,705 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/7cd6307ab7f5472d9ac48a0fe20107aa is 50, key is test_row_0/B:col10/1731280653665/Put/seqid=0
2024-11-10T23:17:34,707 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:34,708 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/aabeb72f8b6c4eb8971b4bf01a5ce763 is 50, key is test_row_0/A:col10/1731280653665/Put/seqid=0
2024-11-10T23:17:34,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741951_1127 (size=13561)
2024-11-10T23:17:34,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741950_1126 (size=13561)
2024-11-10T23:17:34,730 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/aabeb72f8b6c4eb8971b4bf01a5ce763 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/aabeb72f8b6c4eb8971b4bf01a5ce763
2024-11-10T23:17:34,736 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into aabeb72f8b6c4eb8971b4bf01a5ce763(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:34,737 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:34,737 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280654685; duration=0sec
2024-11-10T23:17:34,737 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:34,737 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:34,737 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-10T23:17:34,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-10T23:17:34,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-10T23:17:34,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. because compaction request was cancelled
2024-11-10T23:17:34,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:34,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:34,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-10T23:17:34,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:34,746 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:17:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:34,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/c1ed4a1577f844c496cf9e77354b82c6 is 50, key is test_row_0/A:col10/1731280653868/Put/seqid=0
2024-11-10T23:17:34,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741952_1128 (size=12301)
2024-11-10T23:17:34,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/c1ed4a1577f844c496cf9e77354b82c6
2024-11-10T23:17:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/c3dfaaa8baf44ed49552e8efd14df743 is 50, key is test_row_0/B:col10/1731280653868/Put/seqid=0
2024-11-10T23:17:34,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741953_1129 (size=12301)
2024-11-10T23:17:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-10T23:17:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:34,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. as already flushing
2024-11-10T23:17:35,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280715022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280715022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280715022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280715125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280715126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280715126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,134 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/7cd6307ab7f5472d9ac48a0fe20107aa as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/7cd6307ab7f5472d9ac48a0fe20107aa
2024-11-10T23:17:35,139 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into 7cd6307ab7f5472d9ac48a0fe20107aa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:35,140 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:35,140 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280654685; duration=0sec
2024-11-10T23:17:35,140 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:35,140 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:35,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/c3dfaaa8baf44ed49552e8efd14df743
2024-11-10T23:17:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2d5d1f5863cb4f64bfe0194ff9e495df is 50, key is test_row_0/C:col10/1731280653868/Put/seqid=0
2024-11-10T23:17:35,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741954_1130 (size=12301)
2024-11-10T23:17:35,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280715329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280715329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280715330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-10T23:17:35,601 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2d5d1f5863cb4f64bfe0194ff9e495df
2024-11-10T23:17:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/c1ed4a1577f844c496cf9e77354b82c6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/c1ed4a1577f844c496cf9e77354b82c6
2024-11-10T23:17:35,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/c1ed4a1577f844c496cf9e77354b82c6, entries=150, sequenceid=557, filesize=12.0 K
2024-11-10T23:17:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/c3dfaaa8baf44ed49552e8efd14df743 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/c3dfaaa8baf44ed49552e8efd14df743
2024-11-10T23:17:35,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/c3dfaaa8baf44ed49552e8efd14df743, entries=150, sequenceid=557, filesize=12.0 K
2024-11-10T23:17:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/2d5d1f5863cb4f64bfe0194ff9e495df as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2d5d1f5863cb4f64bfe0194ff9e495df
2024-11-10T23:17:35,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280715631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280715632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2d5d1f5863cb4f64bfe0194ff9e495df, entries=150, sequenceid=557, filesize=12.0 K
2024-11-10T23:17:35,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b66079cdadaba740706716baf52ad1fe in 891ms, sequenceid=557, compaction requested=true
2024-11-10T23:17:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:35,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-11-10T23:17:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=29
2024-11-10T23:17:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:35,639 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:17:35,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:35,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:35,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:35,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:35,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:35,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:35,640 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28
2024-11-10T23:17:35,640 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec
2024-11-10T23:17:35,642 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.3560 sec
2024-11-10T23:17:35,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/e68c080c036e4c23b7e610c376339f1f is 50, key is test_row_0/A:col10/1731280654993/Put/seqid=0
2024-11-10T23:17:35,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741955_1131 (size=12301)
2024-11-10T23:17:35,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280715688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280715790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:35,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280715993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:36,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/e68c080c036e4c23b7e610c376339f1f
2024-11-10T23:17:36,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e85cace1a79f4b68b837b1f6ab81383f is 50, key is test_row_0/B:col10/1731280654993/Put/seqid=0
2024-11-10T23:17:36,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741956_1132 (size=12301)
2024-11-10T23:17:36,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43020 deadline: 1731280716136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:36,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43030 deadline: 1731280716137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:36,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280716295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:36,369 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:61791
2024-11-10T23:17:36,369 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:61791
2024-11-10T23:17:36,370 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:36,370 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:36,372 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:61791
2024-11-10T23:17:36,372 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:36,374 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:61791
2024-11-10T23:17:36,374 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-10T23:17:36,391 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed
2024-11-10T23:17:36,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e85cace1a79f4b68b837b1f6ab81383f
2024-11-10T23:17:36,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/399a586d69e3409baf4b07c5f82bda78 is 50, key is test_row_0/C:col10/1731280654993/Put/seqid=0
2024-11-10T23:17:36,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741957_1133 (size=12301)
2024-11-10T23:17:36,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43054 deadline: 1731280716799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:36,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-10T23:17:36,882 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/399a586d69e3409baf4b07c5f82bda78
2024-11-10T23:17:36,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/e68c080c036e4c23b7e610c376339f1f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e68c080c036e4c23b7e610c376339f1f
2024-11-10T23:17:36,894 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e68c080c036e4c23b7e610c376339f1f, entries=150, sequenceid=572, filesize=12.0 K
2024-11-10T23:17:36,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/e85cace1a79f4b68b837b1f6ab81383f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e85cace1a79f4b68b837b1f6ab81383f
2024-11-10T23:17:36,902 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e85cace1a79f4b68b837b1f6ab81383f, entries=150, sequenceid=572, filesize=12.0 K
2024-11-10T23:17:36,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/399a586d69e3409baf4b07c5f82bda78 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/399a586d69e3409baf4b07c5f82bda78
2024-11-10T23:17:36,909 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/399a586d69e3409baf4b07c5f82bda78, entries=150, sequenceid=572, filesize=12.0 K
2024-11-10T23:17:36,910 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b66079cdadaba740706716baf52ad1fe in 1271ms, sequenceid=572, compaction requested=true
2024-11-10T23:17:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:36,911 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:36,911 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b66079cdadaba740706716baf52ad1fe:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:36,913 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:36,913 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/B is initiating minor compaction (all files)
2024-11-10T23:17:36,913 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/B in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:36,913 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/7cd6307ab7f5472d9ac48a0fe20107aa, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/c3dfaaa8baf44ed49552e8efd14df743, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e85cace1a79f4b68b837b1f6ab81383f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.3 K
2024-11-10T23:17:36,914 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:36,914 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/A is initiating minor compaction (all files)
2024-11-10T23:17:36,914 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/A in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:36,914 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/aabeb72f8b6c4eb8971b4bf01a5ce763, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/c1ed4a1577f844c496cf9e77354b82c6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e68c080c036e4c23b7e610c376339f1f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=37.3 K
2024-11-10T23:17:36,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd6307ab7f5472d9ac48a0fe20107aa, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731280653660
2024-11-10T23:17:36,915 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting aabeb72f8b6c4eb8971b4bf01a5ce763, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731280653660
2024-11-10T23:17:36,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c3dfaaa8baf44ed49552e8efd14df743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731280653795
2024-11-10T23:17:36,916 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1ed4a1577f844c496cf9e77354b82c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731280653795
2024-11-10T23:17:36,916 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e85cace1a79f4b68b837b1f6ab81383f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1731280654993
2024-11-10T23:17:36,917 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e68c080c036e4c23b7e610c376339f1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1731280654993
2024-11-10T23:17:36,943 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#B#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:36,944 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/63e4ccdac8b84ce99e1124940d973391 is 50, key is test_row_0/B:col10/1731280654993/Put/seqid=0
2024-11-10T23:17:36,949 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#A#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:36,949 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/85981282c7e8439c9d59b6d839d00b1b is 50, key is test_row_0/A:col10/1731280654993/Put/seqid=0
2024-11-10T23:17:36,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741958_1134 (size=13663)
2024-11-10T23:17:36,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741959_1135 (size=13663)
2024-11-10T23:17:36,971 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/85981282c7e8439c9d59b6d839d00b1b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/85981282c7e8439c9d59b6d839d00b1b
2024-11-10T23:17:36,972 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/63e4ccdac8b84ce99e1124940d973391 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/63e4ccdac8b84ce99e1124940d973391
2024-11-10T23:17:36,981 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/B of b66079cdadaba740706716baf52ad1fe into 63e4ccdac8b84ce99e1124940d973391(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:36,981 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b66079cdadaba740706716baf52ad1fe/A of b66079cdadaba740706716baf52ad1fe into 85981282c7e8439c9d59b6d839d00b1b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:36,981 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/B, priority=13, startTime=1731280656911; duration=0sec
2024-11-10T23:17:36,981 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/A, priority=13, startTime=1731280656911; duration=0sec
2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:B
2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:A
2024-11-10T23:17:36,981 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:17:36,983 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:17:36,983 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): b66079cdadaba740706716baf52ad1fe/C is initiating minor compaction (all files)
2024-11-10T23:17:36,983 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b66079cdadaba740706716baf52ad1fe/C in TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:36,983 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/598408848c4b4795a95c4fb442514030, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0cb4f7159af34089a0f888a8149c5e76, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2d5d1f5863cb4f64bfe0194ff9e495df, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/399a586d69e3409baf4b07c5f82bda78] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp, totalSize=49.2 K
2024-11-10T23:17:36,984 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 598408848c4b4795a95c4fb442514030, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731280653032
2024-11-10T23:17:36,984 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb4f7159af34089a0f888a8149c5e76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731280653660
2024-11-10T23:17:36,985 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d5d1f5863cb4f64bfe0194ff9e495df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731280653795
2024-11-10T23:17:36,985 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 399a586d69e3409baf4b07c5f82bda78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1731280654993
2024-11-10T23:17:36,995 ERROR [LeaseRenewer:jenkins@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34327,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:36,997 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b66079cdadaba740706716baf52ad1fe#C#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:36,998 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/6664452d20d4451494c0e395c0fc90cc is 50, key is test_row_0/C:col10/1731280654993/Put/seqid=0
2024-11-10T23:17:37,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741960_1136 (size=13629)
2024-11-10T23:17:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:37,145 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:17:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:37,146 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:61791
2024-11-10T23:17:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:37,146 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:37,151 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:61791
2024-11-10T23:17:37,151 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:37,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7e36d7864d574b3d9ba0bcc4ba440730 is 50, key is test_row_0/A:col10/1731280655678/Put/seqid=0
2024-11-10T23:17:37,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741961_1137 (size=12301)
2024-11-10T23:17:37,164 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7e36d7864d574b3d9ba0bcc4ba440730
2024-11-10T23:17:37,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/162da4cc51c14d25b249be689666d9dc is 50, key is test_row_0/B:col10/1731280655678/Put/seqid=0
2024-11-10T23:17:37,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741962_1138 (size=12301)
2024-11-10T23:17:37,410 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/6664452d20d4451494c0e395c0fc90cc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/6664452d20d4451494c0e395c0fc90cc
2024-11-10T23:17:37,416 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b66079cdadaba740706716baf52ad1fe/C of b66079cdadaba740706716baf52ad1fe into 6664452d20d4451494c0e395c0fc90cc(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:37,416 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:37,417 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe., storeName=b66079cdadaba740706716baf52ad1fe/C, priority=12, startTime=1731280656911; duration=0sec
2024-11-10T23:17:37,417 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:37,417 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b66079cdadaba740706716baf52ad1fe:C
2024-11-10T23:17:37,586 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/162da4cc51c14d25b249be689666d9dc
2024-11-10T23:17:37,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/61b2b166dec6485491c373362cf0cd9b is 50, key is test_row_0/C:col10/1731280655678/Put/seqid=0
2024-11-10T23:17:37,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741963_1139 (size=12301)
2024-11-10T23:17:37,804 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:61791
2024-11-10T23:17:37,804 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:37,999 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/61b2b166dec6485491c373362cf0cd9b
2024-11-10T23:17:38,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/7e36d7864d574b3d9ba0bcc4ba440730 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7e36d7864d574b3d9ba0bcc4ba440730
2024-11-10T23:17:38,010 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7e36d7864d574b3d9ba0bcc4ba440730, entries=150, sequenceid=597, filesize=12.0 K
2024-11-10T23:17:38,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/162da4cc51c14d25b249be689666d9dc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/162da4cc51c14d25b249be689666d9dc
2024-11-10T23:17:38,015 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/162da4cc51c14d25b249be689666d9dc, entries=150, sequenceid=597, filesize=12.0 K
2024-11-10T23:17:38,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/61b2b166dec6485491c373362cf0cd9b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/61b2b166dec6485491c373362cf0cd9b
2024-11-10T23:17:38,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/61b2b166dec6485491c373362cf0cd9b, entries=150, sequenceid=597, filesize=12.0 K
2024-11-10T23:17:38,028 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for b66079cdadaba740706716baf52ad1fe in 883ms, sequenceid=597, compaction requested=false
2024-11-10T23:17:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:38,140 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:61791
2024-11-10T23:17:38,140 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:38,151 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:61791
2024-11-10T23:17:38,152 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 70
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 119
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 111
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 104
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4836
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4752
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2213
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6636 rows
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2198
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6594 rows
2024-11-10T23:17:38,152 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:17:38,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:61791
2024-11-10T23:17:38,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:17:38,174 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-10T23:17:38,179 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-10T23:17:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:38,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280658185"}]},"ts":"1731280658185"}
2024-11-10T23:17:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-10T23:17:38,187 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-10T23:17:38,194 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-10T23:17:38,196 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:17:38,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, UNASSIGN}]
2024-11-10T23:17:38,201 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, UNASSIGN
2024-11-10T23:17:38,202 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=b66079cdadaba740706716baf52ad1fe, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:38,203 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:17:38,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-10T23:17:38,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:38,360 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:38,361 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:17:38,361 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing b66079cdadaba740706716baf52ad1fe, disabling compactions & flushes
2024-11-10T23:17:38,361 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:38,361 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:38,361 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe. after waiting 0 ms
2024-11-10T23:17:38,361 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:38,361 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing b66079cdadaba740706716baf52ad1fe 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-10T23:17:38,362 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=A
2024-11-10T23:17:38,362 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:38,362 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=B
2024-11-10T23:17:38,362 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:38,362 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b66079cdadaba740706716baf52ad1fe, store=C
2024-11-10T23:17:38,362 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:38,367 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/b445dcb5a373488b8d55a98c030b0f17 is 50, key is test_row_0/A:col10/1731280658150/Put/seqid=0
2024-11-10T23:17:38,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741964_1140 (size=9857)
2024-11-10T23:17:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-10T23:17:38,773 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/b445dcb5a373488b8d55a98c030b0f17
2024-11-10T23:17:38,786 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/aef45de8cbc44752afc1094481d6ab1a is 50, key is test_row_0/B:col10/1731280658150/Put/seqid=0
2024-11-10T23:17:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-10T23:17:38,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741965_1141 (size=9857)
2024-11-10T23:17:39,191 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/aef45de8cbc44752afc1094481d6ab1a
2024-11-10T23:17:39,204 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/4b8537f54cdf40ab9f015806d271db26 is 50, key is test_row_0/C:col10/1731280658150/Put/seqid=0
2024-11-10T23:17:39,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741966_1142 (size=9857)
2024-11-10T23:17:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-10T23:17:39,610 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/4b8537f54cdf40ab9f015806d271db26
2024-11-10T23:17:39,621 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/A/b445dcb5a373488b8d55a98c030b0f17 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/b445dcb5a373488b8d55a98c030b0f17
2024-11-10T23:17:39,625 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/b445dcb5a373488b8d55a98c030b0f17, entries=100, sequenceid=605, filesize=9.6 K
2024-11-10T23:17:39,626 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/B/aef45de8cbc44752afc1094481d6ab1a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/aef45de8cbc44752afc1094481d6ab1a
2024-11-10T23:17:39,630 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/aef45de8cbc44752afc1094481d6ab1a, entries=100, sequenceid=605, filesize=9.6 K
2024-11-10T23:17:39,631 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/.tmp/C/4b8537f54cdf40ab9f015806d271db26 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4b8537f54cdf40ab9f015806d271db26
2024-11-10T23:17:39,637 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4b8537f54cdf40ab9f015806d271db26, entries=100, sequenceid=605, filesize=9.6 K
2024-11-10T23:17:39,637 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b66079cdadaba740706716baf52ad1fe in 1276ms, sequenceid=605, compaction requested=true
2024-11-10T23:17:39,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0dcfd05c6ac74bb0808ddf32617bcbdb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7c3facbe392d41e681f828c1c3a058d7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8ad691a7498943da8dee7cc533796b99, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ce594093a57a41a2a6164619bc244c49, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3c14306d15834b2caf653dc64f322b5f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8cda6578c8e3456ca41d612b00cc6a14, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d7b9cd6e82244d6af93b6e0ca35b5b9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7b699a64633e462c9c8e5e5025f553cd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a2b819cc05b54cec90bee536aee95b8a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/9855c169334c437b9a8c932cc7439604, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7f7f18c401664269b7b01a4bdb9172d5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/d8e2066b954640fcaab968ab7aad8c27, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1616ea4b385543308a7583d4fb352287, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ddf739885b3e4b1fb6844aaaaa2b1702, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/59ab0fb931934827afcddd649074bbd0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a0533048402d4b22b92197155e3e4b4e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5f561a62fa774ec4a2aea09d926e9052, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7011c2eee19b465ea7fc7acc032ff73c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3b7f105789d3422aaffe7e082111baab, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a6f3afce0dbd43ac8cc7673c0c521ab3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/65e6d9315f0f497abdf81140b8075232, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ee1cd89bc05f40149a46c9e06bfa7d59, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbd7cd4c7d0049e8872b21d322dd162a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ffea4f3757eb47ce9d9a9e3534ed48c9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/003f0a095dd146239b7f4dfb04eac292, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7ad32d28a4be417db7cf00c95765b101, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ae628dd2e0384805a6b78399f85c5b89, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/132ad6a1c06a41308bfbadefe5f14a55, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0c534287142a4c2bbf79f80a97456ee6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5ccebd21ac5a43438127e796c4d16005, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/977b4f68b48146b9ad86393f80e829bc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1a1d547c0fbe4dcb928923a4dcdf117d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e41bca246fd84fc2af1097a2c5e47b90, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5767a51fc3d746c6a4171aed91e6ca3b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d346ae3b5da4b4286b94b3b08c7e814, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/aabeb72f8b6c4eb8971b4bf01a5ce763, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/c1ed4a1577f844c496cf9e77354b82c6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e68c080c036e4c23b7e610c376339f1f] to archive
2024-11-10T23:17:39,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:17:39,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0dcfd05c6ac74bb0808ddf32617bcbdb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0dcfd05c6ac74bb0808ddf32617bcbdb
2024-11-10T23:17:39,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7c3facbe392d41e681f828c1c3a058d7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7c3facbe392d41e681f828c1c3a058d7
2024-11-10T23:17:39,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8ad691a7498943da8dee7cc533796b99 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8ad691a7498943da8dee7cc533796b99
2024-11-10T23:17:39,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ce594093a57a41a2a6164619bc244c49 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ce594093a57a41a2a6164619bc244c49
2024-11-10T23:17:39,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbbd5c1a4c0d410d89d4d9fb63a8fe11
2024-11-10T23:17:39,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3c14306d15834b2caf653dc64f322b5f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3c14306d15834b2caf653dc64f322b5f
2024-11-10T23:17:39,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0f3bb35cea504ec9abe3d1d3f5eb6c3b
2024-11-10T23:17:39,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8cda6578c8e3456ca41d612b00cc6a14 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/8cda6578c8e3456ca41d612b00cc6a14
2024-11-10T23:17:39,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d7b9cd6e82244d6af93b6e0ca35b5b9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d7b9cd6e82244d6af93b6e0ca35b5b9
2024-11-10T23:17:39,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7b699a64633e462c9c8e5e5025f553cd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7b699a64633e462c9c8e5e5025f553cd
2024-11-10T23:17:39,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a2b819cc05b54cec90bee536aee95b8a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a2b819cc05b54cec90bee536aee95b8a
2024-11-10T23:17:39,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/9855c169334c437b9a8c932cc7439604 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/9855c169334c437b9a8c932cc7439604
2024-11-10T23:17:39,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7f7f18c401664269b7b01a4bdb9172d5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7f7f18c401664269b7b01a4bdb9172d5
2024-11-10T23:17:39,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/d8e2066b954640fcaab968ab7aad8c27 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/d8e2066b954640fcaab968ab7aad8c27
2024-11-10T23:17:39,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1616ea4b385543308a7583d4fb352287 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1616ea4b385543308a7583d4fb352287
2024-11-10T23:17:39,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ddf739885b3e4b1fb6844aaaaa2b1702 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ddf739885b3e4b1fb6844aaaaa2b1702
2024-11-10T23:17:39,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/59ab0fb931934827afcddd649074bbd0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/59ab0fb931934827afcddd649074bbd0
2024-11-10T23:17:39,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a0533048402d4b22b92197155e3e4b4e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a0533048402d4b22b92197155e3e4b4e
2024-11-10T23:17:39,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5f561a62fa774ec4a2aea09d926e9052 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5f561a62fa774ec4a2aea09d926e9052
2024-11-10T23:17:39,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7011c2eee19b465ea7fc7acc032ff73c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7011c2eee19b465ea7fc7acc032ff73c
2024-11-10T23:17:39,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3b7f105789d3422aaffe7e082111baab to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/3b7f105789d3422aaffe7e082111baab
2024-11-10T23:17:39,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a6f3afce0dbd43ac8cc7673c0c521ab3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/a6f3afce0dbd43ac8cc7673c0c521ab3
2024-11-10T23:17:39,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/65e6d9315f0f497abdf81140b8075232 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/65e6d9315f0f497abdf81140b8075232
2024-11-10T23:17:39,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ee1cd89bc05f40149a46c9e06bfa7d59 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ee1cd89bc05f40149a46c9e06bfa7d59
2024-11-10T23:17:39,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbd7cd4c7d0049e8872b21d322dd162a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/bbd7cd4c7d0049e8872b21d322dd162a
2024-11-10T23:17:39,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ffea4f3757eb47ce9d9a9e3534ed48c9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ffea4f3757eb47ce9d9a9e3534ed48c9
2024-11-10T23:17:39,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/003f0a095dd146239b7f4dfb04eac292 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/003f0a095dd146239b7f4dfb04eac292
2024-11-10T23:17:39,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7ad32d28a4be417db7cf00c95765b101 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7ad32d28a4be417db7cf00c95765b101
2024-11-10T23:17:39,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ae628dd2e0384805a6b78399f85c5b89 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/ae628dd2e0384805a6b78399f85c5b89
2024-11-10T23:17:39,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/132ad6a1c06a41308bfbadefe5f14a55 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/132ad6a1c06a41308bfbadefe5f14a55
2024-11-10T23:17:39,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0c534287142a4c2bbf79f80a97456ee6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0c534287142a4c2bbf79f80a97456ee6
2024-11-10T23:17:39,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5ccebd21ac5a43438127e796c4d16005 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5ccebd21ac5a43438127e796c4d16005
2024-11-10T23:17:39,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/977b4f68b48146b9ad86393f80e829bc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/977b4f68b48146b9ad86393f80e829bc
2024-11-10T23:17:39,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1a1d547c0fbe4dcb928923a4dcdf117d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/1a1d547c0fbe4dcb928923a4dcdf117d
2024-11-10T23:17:39,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e41bca246fd84fc2af1097a2c5e47b90 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e41bca246fd84fc2af1097a2c5e47b90
2024-11-10T23:17:39,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5767a51fc3d746c6a4171aed91e6ca3b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/5767a51fc3d746c6a4171aed91e6ca3b
2024-11-10T23:17:39,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d346ae3b5da4b4286b94b3b08c7e814 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/0d346ae3b5da4b4286b94b3b08c7e814
2024-11-10T23:17:39,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/aabeb72f8b6c4eb8971b4bf01a5ce763 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/aabeb72f8b6c4eb8971b4bf01a5ce763
2024-11-10T23:17:39,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/c1ed4a1577f844c496cf9e77354b82c6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/c1ed4a1577f844c496cf9e77354b82c6
2024-11-10T23:17:39,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e68c080c036e4c23b7e610c376339f1f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/e68c080c036e4c23b7e610c376339f1f
2024-11-10T23:17:39,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e4f0cca7e8504828b6e513d18e4ebfa9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/dc05ce4666534935a1ed26a0add108e8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/28bfca0ef27a4a3da85bdafe0908757c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b8cf26ffd6344095bd0aad90275fbd40, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/489560f67ca24f42af17c1e9b9708608, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e150f63759da4afcbd1690d80fe05e38, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a83cd5a1a0584d53a097354097c4a37e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/d50cb198d96f4c639d01c2bbf70dc545, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/8dd3f87e07f94dfcbdde9745cb652d3e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/9482fcb7aba24da68c962c5c6ef49b1c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3c59d44c46c44362807ee2b495c3386e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f852fcc3879047f9a34a057bc5a3ac3a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/02c24bf3b5114841a18b6910f2db0126, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f23b22b5795943cb8bf595234f537924, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f7b5313c63bc4f6ab11c6390b3df3458, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/81bff4f3b35e48a0ba0de7fe785f6c62, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53bf9dfb713c40c595e9704fc9adbc68, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0978281a321f400481182612f816920c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a96953abd4564f598acedb5b3b7b0bbf, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0ede7488584f47f898dac5b867ba1a03, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b0ebda3819f1445f8a35664dfdead9e9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1ea1d6040b3a4940a722e18eae53a51f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f242d362572147e6961d3deb1fc6a388, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0129bb1438e84681b7ad0c09acc99b0a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/cb754ed0357d4adbbdd3c8506ec0a901, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/bb98448fdebf4840b471d60c0f095cfc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3cfc01f2128d481ea2a5856d2f19fbf5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f2a650fab19e49c09c0f8d7326fc5c16, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53aaa7475e684f77b0fab2c0a2b08aab, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/355976a7866d4d529df77225beee4ea6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/eb88860446504fa797d0e3ecfe366c97, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/36ac0c2175924178a8a998e266ba3003, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1f43ba262bd64ee2bc8996c04f32a358, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/4c9aea0bd579441b949c181f835454fc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/94762730e00a44c1ae27876e684cf264, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f505acdc2b354746b76b188e632abbe9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/7cd6307ab7f5472d9ac48a0fe20107aa, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/fe9fa25522de4ae3a30f196652739894, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/c3dfaaa8baf44ed49552e8efd14df743, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e85cace1a79f4b68b837b1f6ab81383f] to archive
2024-11-10T23:17:39,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:17:39,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e4f0cca7e8504828b6e513d18e4ebfa9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e4f0cca7e8504828b6e513d18e4ebfa9
2024-11-10T23:17:39,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/dc05ce4666534935a1ed26a0add108e8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/dc05ce4666534935a1ed26a0add108e8
2024-11-10T23:17:39,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/28bfca0ef27a4a3da85bdafe0908757c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/28bfca0ef27a4a3da85bdafe0908757c
2024-11-10T23:17:39,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b8cf26ffd6344095bd0aad90275fbd40 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b8cf26ffd6344095bd0aad90275fbd40
2024-11-10T23:17:39,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/489560f67ca24f42af17c1e9b9708608 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/489560f67ca24f42af17c1e9b9708608
2024-11-10T23:17:39,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e150f63759da4afcbd1690d80fe05e38 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e150f63759da4afcbd1690d80fe05e38
2024-11-10T23:17:39,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a83cd5a1a0584d53a097354097c4a37e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a83cd5a1a0584d53a097354097c4a37e
2024-11-10T23:17:39,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/d50cb198d96f4c639d01c2bbf70dc545 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/d50cb198d96f4c639d01c2bbf70dc545
2024-11-10T23:17:39,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/8dd3f87e07f94dfcbdde9745cb652d3e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/8dd3f87e07f94dfcbdde9745cb652d3e
2024-11-10T23:17:39,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/9482fcb7aba24da68c962c5c6ef49b1c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/9482fcb7aba24da68c962c5c6ef49b1c
2024-11-10T23:17:39,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3c59d44c46c44362807ee2b495c3386e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3c59d44c46c44362807ee2b495c3386e
2024-11-10T23:17:39,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f852fcc3879047f9a34a057bc5a3ac3a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f852fcc3879047f9a34a057bc5a3ac3a
2024-11-10T23:17:39,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/02c24bf3b5114841a18b6910f2db0126 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/02c24bf3b5114841a18b6910f2db0126
2024-11-10T23:17:39,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f23b22b5795943cb8bf595234f537924 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f23b22b5795943cb8bf595234f537924
2024-11-10T23:17:39,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f7b5313c63bc4f6ab11c6390b3df3458 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f7b5313c63bc4f6ab11c6390b3df3458
2024-11-10T23:17:39,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/81bff4f3b35e48a0ba0de7fe785f6c62 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/81bff4f3b35e48a0ba0de7fe785f6c62
2024-11-10T23:17:39,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53bf9dfb713c40c595e9704fc9adbc68 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53bf9dfb713c40c595e9704fc9adbc68
2024-11-10T23:17:39,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0978281a321f400481182612f816920c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0978281a321f400481182612f816920c
2024-11-10T23:17:39,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a96953abd4564f598acedb5b3b7b0bbf to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/a96953abd4564f598acedb5b3b7b0bbf
2024-11-10T23:17:39,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0ede7488584f47f898dac5b867ba1a03 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0ede7488584f47f898dac5b867ba1a03
2024-11-10T23:17:39,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b0ebda3819f1445f8a35664dfdead9e9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/b0ebda3819f1445f8a35664dfdead9e9
2024-11-10T23:17:39,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1ea1d6040b3a4940a722e18eae53a51f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1ea1d6040b3a4940a722e18eae53a51f
2024-11-10T23:17:39,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f242d362572147e6961d3deb1fc6a388 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f242d362572147e6961d3deb1fc6a388
2024-11-10T23:17:39,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0129bb1438e84681b7ad0c09acc99b0a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/0129bb1438e84681b7ad0c09acc99b0a
2024-11-10T23:17:39,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/cb754ed0357d4adbbdd3c8506ec0a901 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/cb754ed0357d4adbbdd3c8506ec0a901
2024-11-10T23:17:39,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/bb98448fdebf4840b471d60c0f095cfc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/bb98448fdebf4840b471d60c0f095cfc
2024-11-10T23:17:39,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3cfc01f2128d481ea2a5856d2f19fbf5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/3cfc01f2128d481ea2a5856d2f19fbf5
2024-11-10T23:17:39,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f2a650fab19e49c09c0f8d7326fc5c16 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f2a650fab19e49c09c0f8d7326fc5c16
2024-11-10T23:17:39,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53aaa7475e684f77b0fab2c0a2b08aab to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/53aaa7475e684f77b0fab2c0a2b08aab
2024-11-10T23:17:39,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/355976a7866d4d529df77225beee4ea6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/355976a7866d4d529df77225beee4ea6
2024-11-10T23:17:39,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/eb88860446504fa797d0e3ecfe366c97 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/eb88860446504fa797d0e3ecfe366c97
2024-11-10T23:17:39,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/36ac0c2175924178a8a998e266ba3003 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/36ac0c2175924178a8a998e266ba3003
2024-11-10T23:17:39,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1f43ba262bd64ee2bc8996c04f32a358 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/1f43ba262bd64ee2bc8996c04f32a358
2024-11-10T23:17:39,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/4c9aea0bd579441b949c181f835454fc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/4c9aea0bd579441b949c181f835454fc
2024-11-10T23:17:39,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/94762730e00a44c1ae27876e684cf264 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/94762730e00a44c1ae27876e684cf264
2024-11-10T23:17:39,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f505acdc2b354746b76b188e632abbe9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/f505acdc2b354746b76b188e632abbe9
2024-11-10T23:17:39,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/7cd6307ab7f5472d9ac48a0fe20107aa to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/7cd6307ab7f5472d9ac48a0fe20107aa
2024-11-10T23:17:39,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/fe9fa25522de4ae3a30f196652739894 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/fe9fa25522de4ae3a30f196652739894
2024-11-10T23:17:39,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/c3dfaaa8baf44ed49552e8efd14df743 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/c3dfaaa8baf44ed49552e8efd14df743
2024-11-10T23:17:39,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e85cace1a79f4b68b837b1f6ab81383f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/e85cace1a79f4b68b837b1f6ab81383f
2024-11-10T23:17:39,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ffbec8de7ac64f56a760b89cb3fdd85c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/9e8f0f6825054dd382f5017c55dc3725, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a989add84a734035a094c5b3a615edbb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e80ed2a36ec84108b481a22694a72dee, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/3b0a57f0cc4340a0a2f3e5ce6d862370, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b9e92be29b84452e826a82a6a6d18125, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/13855ef07d784bfd981e840b0cbb9528, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/24faabaf3f584d01ac74e0596545a4b8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e94b69ae62ff49ffa250dbd58b7d22d1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e238d5c6893f4cd4b67ebc638e51ad09, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/666a2f78d6e042dbb31d6a5113a410b8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/c1d46493a363416598c68922d763f14d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/17dbc607d5d14366850f560af0909710, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bc6d1d40404e4fb40a36adddac35f6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f9109b91f3fb40079c8d6870b9daf6bc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/871fc22515c84437b2c9321cfa9178dc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/1c1bf063f0a348d6a068b12b5c7d7821, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f867c01e21c3418b8fcfa619cbdd23e5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/d73603f43dcb4dd9847b46f42222514b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/aa4bfcceb9e34253b94c53a1c2ded327, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ec9c43bf22fa4272829d0a3fd58e9cd6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ea03455ea2c74fc9bc5ad4ab95dc7991, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a3493d9482034a22a6979662f93ee57c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/950523b650be4734a39ca396a6e71964, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0d3325f98d574de4981aa2403fd51e21, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2ed58d9a570f49d68876a3442fb26515, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/525887941913448db120fa1fdc75f1f2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/720448d50a2a47e49d765c4de8fa49d6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/39439de4aeaa44839730808fdcbe367f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b0ace5f8a2914d5e8baf01aafb150578, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2e28d562677846239cd7ddbeb0c93072, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f7a84e6d7cc24598882fbee35051f76a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/5886f3b207dc459e9d8bf0ce48b8cd0d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bfded11ac541ff9db094d7fbf75c08, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/598408848c4b4795a95c4fb442514030, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4d0385b39d8449cc9e25a6544b8eae3f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0cb4f7159af34089a0f888a8149c5e76, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2d5d1f5863cb4f64bfe0194ff9e495df, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/399a586d69e3409baf4b07c5f82bda78] to archive
2024-11-10T23:17:39,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:17:39,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ffbec8de7ac64f56a760b89cb3fdd85c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ffbec8de7ac64f56a760b89cb3fdd85c
2024-11-10T23:17:39,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/9e8f0f6825054dd382f5017c55dc3725 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/9e8f0f6825054dd382f5017c55dc3725
2024-11-10T23:17:39,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a989add84a734035a094c5b3a615edbb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a989add84a734035a094c5b3a615edbb
2024-11-10T23:17:39,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e80ed2a36ec84108b481a22694a72dee to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e80ed2a36ec84108b481a22694a72dee
2024-11-10T23:17:39,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/3b0a57f0cc4340a0a2f3e5ce6d862370 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/3b0a57f0cc4340a0a2f3e5ce6d862370
2024-11-10T23:17:39,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b9e92be29b84452e826a82a6a6d18125 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b9e92be29b84452e826a82a6a6d18125
2024-11-10T23:17:39,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/13855ef07d784bfd981e840b0cbb9528 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/13855ef07d784bfd981e840b0cbb9528
2024-11-10T23:17:39,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/24faabaf3f584d01ac74e0596545a4b8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/24faabaf3f584d01ac74e0596545a4b8
2024-11-10T23:17:39,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e94b69ae62ff49ffa250dbd58b7d22d1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e94b69ae62ff49ffa250dbd58b7d22d1
2024-11-10T23:17:39,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e238d5c6893f4cd4b67ebc638e51ad09 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/e238d5c6893f4cd4b67ebc638e51ad09
2024-11-10T23:17:39,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/666a2f78d6e042dbb31d6a5113a410b8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/666a2f78d6e042dbb31d6a5113a410b8
2024-11-10T23:17:39,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/c1d46493a363416598c68922d763f14d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/c1d46493a363416598c68922d763f14d
2024-11-10T23:17:39,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/17dbc607d5d14366850f560af0909710 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/17dbc607d5d14366850f560af0909710
2024-11-10T23:17:39,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bc6d1d40404e4fb40a36adddac35f6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bc6d1d40404e4fb40a36adddac35f6
2024-11-10T23:17:39,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f9109b91f3fb40079c8d6870b9daf6bc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f9109b91f3fb40079c8d6870b9daf6bc
2024-11-10T23:17:39,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/871fc22515c84437b2c9321cfa9178dc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/871fc22515c84437b2c9321cfa9178dc
2024-11-10T23:17:39,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/1c1bf063f0a348d6a068b12b5c7d7821 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/1c1bf063f0a348d6a068b12b5c7d7821
2024-11-10T23:17:39,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f867c01e21c3418b8fcfa619cbdd23e5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f867c01e21c3418b8fcfa619cbdd23e5
2024-11-10T23:17:39,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/d73603f43dcb4dd9847b46f42222514b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/d73603f43dcb4dd9847b46f42222514b
2024-11-10T23:17:39,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/aa4bfcceb9e34253b94c53a1c2ded327 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/aa4bfcceb9e34253b94c53a1c2ded327
2024-11-10T23:17:39,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ec9c43bf22fa4272829d0a3fd58e9cd6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ec9c43bf22fa4272829d0a3fd58e9cd6
2024-11-10T23:17:39,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ea03455ea2c74fc9bc5ad4ab95dc7991 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/ea03455ea2c74fc9bc5ad4ab95dc7991
2024-11-10T23:17:39,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a3493d9482034a22a6979662f93ee57c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a3493d9482034a22a6979662f93ee57c
2024-11-10T23:17:39,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/950523b650be4734a39ca396a6e71964 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/950523b650be4734a39ca396a6e71964
2024-11-10T23:17:39,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0d3325f98d574de4981aa2403fd51e21 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0d3325f98d574de4981aa2403fd51e21
2024-11-10T23:17:39,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2ed58d9a570f49d68876a3442fb26515 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2ed58d9a570f49d68876a3442fb26515
2024-11-10T23:17:39,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/525887941913448db120fa1fdc75f1f2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/525887941913448db120fa1fdc75f1f2
2024-11-10T23:17:39,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/720448d50a2a47e49d765c4de8fa49d6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/720448d50a2a47e49d765c4de8fa49d6
2024-11-10T23:17:39,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/39439de4aeaa44839730808fdcbe367f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/39439de4aeaa44839730808fdcbe367f
2024-11-10T23:17:39,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b0ace5f8a2914d5e8baf01aafb150578 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/b0ace5f8a2914d5e8baf01aafb150578
2024-11-10T23:17:39,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2e28d562677846239cd7ddbeb0c93072 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2e28d562677846239cd7ddbeb0c93072
2024-11-10T23:17:39,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f7a84e6d7cc24598882fbee35051f76a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/f7a84e6d7cc24598882fbee35051f76a
2024-11-10T23:17:39,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/5886f3b207dc459e9d8bf0ce48b8cd0d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/5886f3b207dc459e9d8bf0ce48b8cd0d
2024-11-10T23:17:39,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bfded11ac541ff9db094d7fbf75c08 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/a2bfded11ac541ff9db094d7fbf75c08
2024-11-10T23:17:39,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/598408848c4b4795a95c4fb442514030 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/598408848c4b4795a95c4fb442514030
2024-11-10T23:17:39,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4d0385b39d8449cc9e25a6544b8eae3f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4d0385b39d8449cc9e25a6544b8eae3f
2024-11-10T23:17:39,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0cb4f7159af34089a0f888a8149c5e76 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/0cb4f7159af34089a0f888a8149c5e76
2024-11-10T23:17:39,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2d5d1f5863cb4f64bfe0194ff9e495df to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/2d5d1f5863cb4f64bfe0194ff9e495df
2024-11-10T23:17:39,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/399a586d69e3409baf4b07c5f82bda78 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/399a586d69e3409baf4b07c5f82bda78
2024-11-10T23:17:39,800 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/recovered.edits/608.seqid, newMaxSeqId=608, maxSeqId=1
2024-11-10T23:17:39,803 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.
2024-11-10T23:17:39,803 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for b66079cdadaba740706716baf52ad1fe:

2024-11-10T23:17:39,804 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:39,805 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=b66079cdadaba740706716baf52ad1fe, regionState=CLOSED
2024-11-10T23:17:39,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32
2024-11-10T23:17:39,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure b66079cdadaba740706716baf52ad1fe, server=992bda40dfe9,43391,1731280628391 in 1.6030 sec
2024-11-10T23:17:39,808 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31
2024-11-10T23:17:39,808 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b66079cdadaba740706716baf52ad1fe, UNASSIGN in 1.6070 sec
2024-11-10T23:17:39,810 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30
2024-11-10T23:17:39,810 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6130 sec
2024-11-10T23:17:39,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280659810"}]},"ts":"1731280659810"}
2024-11-10T23:17:39,811 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-10T23:17:39,825 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-10T23:17:39,827 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6440 sec
2024-11-10T23:17:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-10T23:17:40,292 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed
2024-11-10T23:17:40,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-10T23:17:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,314 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,316 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-10T23:17:40,319 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:40,323 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/recovered.edits]
2024-11-10T23:17:40,325 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7e36d7864d574b3d9ba0bcc4ba440730 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/7e36d7864d574b3d9ba0bcc4ba440730
2024-11-10T23:17:40,326 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/85981282c7e8439c9d59b6d839d00b1b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/85981282c7e8439c9d59b6d839d00b1b
2024-11-10T23:17:40,328 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/b445dcb5a373488b8d55a98c030b0f17 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/A/b445dcb5a373488b8d55a98c030b0f17
2024-11-10T23:17:40,332 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/162da4cc51c14d25b249be689666d9dc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/162da4cc51c14d25b249be689666d9dc
2024-11-10T23:17:40,333 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/63e4ccdac8b84ce99e1124940d973391 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/63e4ccdac8b84ce99e1124940d973391
2024-11-10T23:17:40,335 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/aef45de8cbc44752afc1094481d6ab1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/B/aef45de8cbc44752afc1094481d6ab1a
2024-11-10T23:17:40,338 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4b8537f54cdf40ab9f015806d271db26 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/4b8537f54cdf40ab9f015806d271db26
2024-11-10T23:17:40,340 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/61b2b166dec6485491c373362cf0cd9b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/61b2b166dec6485491c373362cf0cd9b
2024-11-10T23:17:40,342 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/6664452d20d4451494c0e395c0fc90cc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/C/6664452d20d4451494c0e395c0fc90cc
2024-11-10T23:17:40,345 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/recovered.edits/608.seqid to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe/recovered.edits/608.seqid
2024-11-10T23:17:40,346 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/b66079cdadaba740706716baf52ad1fe
2024-11-10T23:17:40,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-10T23:17:40,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-10T23:17:40,361 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-10T23:17:40,389 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-10T23:17:40,390 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,390 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-10T23:17:40,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731280660390"}]},"ts":"9223372036854775807"}
2024-11-10T23:17:40,393 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-10T23:17:40,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b66079cdadaba740706716baf52ad1fe, NAME => 'TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe.', STARTKEY => '', ENDKEY => ''}]
2024-11-10T23:17:40,393 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-10T23:17:40,394 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731280660393"}]},"ts":"9223372036854775807"}
2024-11-10T23:17:40,396 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-10T23:17:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-10T23:17:40,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,438 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 134 msec
2024-11-10T23:17:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-11-10T23:17:40,619 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed
2024-11-10T23:17:40,637 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219)
Potentially hanging thread: RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238213252_22 at /127.0.0.1:47060 [Waiting for operation #294]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293556027_22 at /127.0.0.1:46916 [Waiting for operation #321]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238213252_22 at /127.0.0.1:40556 [Waiting for operation #189]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/992bda40dfe9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;992bda40dfe9:43391-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=460 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4630 (was 4104) - AvailableMemoryMB LEAK? -
2024-11-10T23:17:40,645 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=4630
2024-11-10T23:17:40,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:17:40,647 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:17:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:40,649 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:17:40,649 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:40,649 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 35
2024-11-10T23:17:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35
2024-11-10T23:17:40,649 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:17:40,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741967_1143 (size=960)
2024-11-10T23:17:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35
2024-11-10T23:17:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35
2024-11-10T23:17:41,057 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:17:41,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741968_1144 (size=53)
2024-11-10T23:17:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35
2024-11-10T23:17:41,376 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34327,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:41,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:41,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing eac8d1fa6f0722f68ae601c44d11d1e0, disabling compactions & flushes
2024-11-10T23:17:41,463 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. after waiting 0 ms
2024-11-10T23:17:41,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,463 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:41,464 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:17:41,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731280661464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280661464"}]},"ts":"1731280661464"}
2024-11-10T23:17:41,466 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:17:41,466 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:17:41,467 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280661466"}]},"ts":"1731280661466"}
2024-11-10T23:17:41,467 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-10T23:17:41,553 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, ASSIGN}]
2024-11-10T23:17:41,556 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, ASSIGN
2024-11-10T23:17:41,558 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:17:41,709 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:41,711 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35
2024-11-10T23:17:41,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:41,871 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,871 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:17:41,872 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:41,872 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:41,872 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:41,872 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:41,875 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eac8d1fa6f0722f68ae601c44d11d1e0 
2024-11-10T23:17:41,876 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:41,876 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eac8d1fa6f0722f68ae601c44d11d1e0 columnFamilyName A
2024-11-10T23:17:41,876 DEBUG [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:41,877 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(327): Store=eac8d1fa6f0722f68ae601c44d11d1e0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:41,877 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eac8d1fa6f0722f68ae601c44d11d1e0 
2024-11-10T23:17:41,878 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:41,878 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eac8d1fa6f0722f68ae601c44d11d1e0 columnFamilyName B
2024-11-10T23:17:41,879 DEBUG [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:41,879 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(327): Store=eac8d1fa6f0722f68ae601c44d11d1e0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:41,879 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eac8d1fa6f0722f68ae601c44d11d1e0 
2024-11-10T23:17:41,880 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:41,880 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eac8d1fa6f0722f68ae601c44d11d1e0 columnFamilyName C
2024-11-10T23:17:41,881 DEBUG [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:41,881 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(327): Store=eac8d1fa6f0722f68ae601c44d11d1e0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:41,881 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,882 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:41,882 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:41,883 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:17:41,884 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:41,886 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:17:41,887 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened eac8d1fa6f0722f68ae601c44d11d1e0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61975320, jitterRate=-0.07649576663970947}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:17:41,887 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:41,888 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., pid=37, masterSystemTime=1731280661864
2024-11-10T23:17:41,889 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,889 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:41,890 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:41,892 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36
2024-11-10T23:17:41,892 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391 in 180 msec
2024-11-10T23:17:41,893 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35
2024-11-10T23:17:41,893 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, ASSIGN in 339 msec
2024-11-10T23:17:41,894 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:17:41,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280661894"}]},"ts":"1731280661894"}
2024-11-10T23:17:41,895 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-10T23:17:41,909 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:17:41,910 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2620 sec
2024-11-10T23:17:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35
2024-11-10T23:17:42,760 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed
2024-11-10T23:17:42,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e
2024-11-10T23:17:42,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:42,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:42,815 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:42,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:17:42,819 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:17:42,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:17:42,825 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:17:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-10T23:17:42,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741969_1145 (size=996)
2024-11-10T23:17:43,078 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:17:43,080 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:17:43,246 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-10T23:17:43,246 INFO  [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-10T23:17:43,255 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:17:43,265 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, REOPEN/MOVE}]
2024-11-10T23:17:43,265 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, REOPEN/MOVE
2024-11-10T23:17:43,266 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:43,267 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:17:43,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:43,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:43,420 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,421 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:17:43,421 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing eac8d1fa6f0722f68ae601c44d11d1e0, disabling compactions & flushes
2024-11-10T23:17:43,421 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,421 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,421 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. after waiting 0 ms
2024-11-10T23:17:43,421 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,428 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-10T23:17:43,429 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,429 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:43,429 WARN  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: eac8d1fa6f0722f68ae601c44d11d1e0 to self.
2024-11-10T23:17:43,431 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,431 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=CLOSED
2024-11-10T23:17:43,434 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40
2024-11-10T23:17:43,434 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391 in 165 msec
2024-11-10T23:17:43,434 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, REOPEN/MOVE; state=CLOSED, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=true
2024-11-10T23:17:43,585 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:43,586 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:17:43,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:43,741 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,741 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:17:43,742 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,742 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:17:43,742 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,742 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,744 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eac8d1fa6f0722f68ae601c44d11d1e0 
2024-11-10T23:17:43,745 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:43,749 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eac8d1fa6f0722f68ae601c44d11d1e0 columnFamilyName A
2024-11-10T23:17:43,751 DEBUG [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:43,752 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(327): Store=eac8d1fa6f0722f68ae601c44d11d1e0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:43,752 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eac8d1fa6f0722f68ae601c44d11d1e0 
2024-11-10T23:17:43,753 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:43,753 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eac8d1fa6f0722f68ae601c44d11d1e0 columnFamilyName B
2024-11-10T23:17:43,753 DEBUG [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:43,754 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(327): Store=eac8d1fa6f0722f68ae601c44d11d1e0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:43,754 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eac8d1fa6f0722f68ae601c44d11d1e0 
2024-11-10T23:17:43,755 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:17:43,755 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eac8d1fa6f0722f68ae601c44d11d1e0 columnFamilyName C
2024-11-10T23:17:43,755 DEBUG [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:43,756 INFO  [StoreOpener-eac8d1fa6f0722f68ae601c44d11d1e0-1 {}] regionserver.HStore(327): Store=eac8d1fa6f0722f68ae601c44d11d1e0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:17:43,756 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,756 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,758 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,759 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:17:43,761 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,761 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened eac8d1fa6f0722f68ae601c44d11d1e0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68830841, jitterRate=0.025659456849098206}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:17:43,763 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:43,763 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., pid=42, masterSystemTime=1731280663738
2024-11-10T23:17:43,765 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,765 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:43,765 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=OPEN, openSeqNum=5, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:43,767 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40
2024-11-10T23:17:43,767 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391 in 180 msec
2024-11-10T23:17:43,769 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39
2024-11-10T23:17:43,769 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, REOPEN/MOVE in 503 msec
2024-11-10T23:17:43,772 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38
2024-11-10T23:17:43,772 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec
2024-11-10T23:17:43,775 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 945 msec
2024-11-10T23:17:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38
2024-11-10T23:17:43,785 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672
2024-11-10T23:17:43,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba
2024-11-10T23:17:43,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431
2024-11-10T23:17:43,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd
2024-11-10T23:17:43,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7
2024-11-10T23:17:43,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,912 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df
2024-11-10T23:17:43,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e
2024-11-10T23:17:43,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9
2024-11-10T23:17:43,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58
2024-11-10T23:17:43,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:17:43,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees
2024-11-10T23:17:43,951 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-10T23:17:43,952 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:43,953 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:43,956 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,958 DEBUG [hconnection-0xa5c643a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,958 DEBUG [hconnection-0x4491bf73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,959 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,959 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,963 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,963 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,964 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,964 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,965 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,965 DEBUG [hconnection-0x3a83afe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,965 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,966 DEBUG [hconnection-0x1adbc80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,966 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,967 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,967 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,967 DEBUG [hconnection-0x27a3616c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:17:43,968 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:17:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:43,982 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-10T23:17:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:44,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280724004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280724009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280724016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280724010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280724016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105a0bc60fc03b4259acbebe5ca801ece1_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280663981/Put/seqid=0
2024-11-10T23:17:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-10T23:17:44,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741970_1146 (size=12154)
2024-11-10T23:17:44,072 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:44,077 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105a0bc60fc03b4259acbebe5ca801ece1_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105a0bc60fc03b4259acbebe5ca801ece1_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:44,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/c846b89294544485902e2b40bd22d21f, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:44,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/c846b89294544485902e2b40bd22d21f is 175, key is test_row_0/A:col10/1731280663981/Put/seqid=0
2024-11-10T23:17:44,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741971_1147 (size=30955)
2024-11-10T23:17:44,099 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=21, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/c846b89294544485902e2b40bd22d21f
2024-11-10T23:17:44,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-10T23:17:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:44,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280724112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280724117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280724118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280724119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280724119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/6cdf93d822c347abaab0a574cd222106 is 50, key is test_row_0/B:col10/1731280663981/Put/seqid=0
2024-11-10T23:17:44,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741972_1148 (size=12001)
2024-11-10T23:17:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-10T23:17:44,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-10T23:17:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280724315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280724321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280724321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280724321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280724322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-10T23:17:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-10T23:17:44,558 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/6cdf93d822c347abaab0a574cd222106
2024-11-10T23:17:44,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-10T23:17:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=44
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:44,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/de0ab5e5c4f74f6c905fb76c214e791b is 50, key is test_row_0/C:col10/1731280663981/Put/seqid=0
2024-11-10T23:17:44,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280724620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280724624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280724624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280724625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280724628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741973_1149 (size=12001)
2024-11-10T23:17:44,643 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/de0ab5e5c4f74f6c905fb76c214e791b
2024-11-10T23:17:44,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/c846b89294544485902e2b40bd22d21f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f
2024-11-10T23:17:44,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f, entries=150, sequenceid=21, filesize=30.2 K
2024-11-10T23:17:44,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/6cdf93d822c347abaab0a574cd222106 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/6cdf93d822c347abaab0a574cd222106
2024-11-10T23:17:44,675 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/6cdf93d822c347abaab0a574cd222106, entries=150, sequenceid=21, filesize=11.7 K
2024-11-10T23:17:44,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/de0ab5e5c4f74f6c905fb76c214e791b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/de0ab5e5c4f74f6c905fb76c214e791b
2024-11-10T23:17:44,690 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/de0ab5e5c4f74f6c905fb76c214e791b, entries=150, sequenceid=21, filesize=11.7 K
2024-11-10T23:17:44,698 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for eac8d1fa6f0722f68ae601c44d11d1e0 in 717ms, sequenceid=21, compaction requested=false
2024-11-10T23:17:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-10T23:17:44,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:44,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:44,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44
2024-11-10T23:17:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:44,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-10T23:17:44,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:44,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:44,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:44,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:44,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:44,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:44,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ade17742d1d4e7b8ef3dc1c37252874_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280664008/Put/seqid=0
2024-11-10T23:17:44,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741974_1150 (size=12154)
2024-11-10T23:17:44,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:44,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ade17742d1d4e7b8ef3dc1c37252874_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ade17742d1d4e7b8ef3dc1c37252874_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/f8bae2620d2d4117bf745ab8c58b9338, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/f8bae2620d2d4117bf745ab8c58b9338 is 175, key is test_row_0/A:col10/1731280664008/Put/seqid=0
2024-11-10T23:17:44,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741975_1151 (size=30955)
2024-11-10T23:17:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-10T23:17:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:45,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:45,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280725140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280725141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280725142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280725144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280725144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280725246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280725246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280725246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/f8bae2620d2d4117bf745ab8c58b9338
2024-11-10T23:17:45,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280725251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280725253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/87a33d689a444e028c4c437e2cbadc32 is 50, key is test_row_0/B:col10/1731280664008/Put/seqid=0
2024-11-10T23:17:45,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741976_1152 (size=12001)
2024-11-10T23:17:45,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/87a33d689a444e028c4c437e2cbadc32
2024-11-10T23:17:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/ef84e24f5f484eac8af4fe6b8ae13ccc is 50, key is test_row_0/C:col10/1731280664008/Put/seqid=0
2024-11-10T23:17:45,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741977_1153 (size=12001)
2024-11-10T23:17:45,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/ef84e24f5f484eac8af4fe6b8ae13ccc
2024-11-10T23:17:45,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/f8bae2620d2d4117bf745ab8c58b9338 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338
2024-11-10T23:17:45,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338, entries=150, sequenceid=40, filesize=30.2 K
2024-11-10T23:17:45,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/87a33d689a444e028c4c437e2cbadc32 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/87a33d689a444e028c4c437e2cbadc32
2024-11-10T23:17:45,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/87a33d689a444e028c4c437e2cbadc32, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:17:45,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/ef84e24f5f484eac8af4fe6b8ae13ccc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/ef84e24f5f484eac8af4fe6b8ae13ccc
2024-11-10T23:17:45,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/ef84e24f5f484eac8af4fe6b8ae13ccc, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:17:45,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for eac8d1fa6f0722f68ae601c44d11d1e0 in 618ms, sequenceid=40, compaction requested=false
2024-11-10T23:17:45,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:45,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:45,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44
2024-11-10T23:17:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=44
2024-11-10T23:17:45,339 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43
2024-11-10T23:17:45,339 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3850 sec
2024-11-10T23:17:45,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.3910 sec
2024-11-10T23:17:45,369 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:17:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:45,454 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-10T23:17:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:45,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111085241fb37d9c4ff98dae614978375312_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:45,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280725471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280725472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280725473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280725475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280725475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741978_1154 (size=17034)
2024-11-10T23:17:45,494 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:45,506 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111085241fb37d9c4ff98dae614978375312_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111085241fb37d9c4ff98dae614978375312_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:45,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/2d296b6d07264ea18d0c05fe31281902, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:45,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/2d296b6d07264ea18d0c05fe31281902 is 175, key is test_row_0/A:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:45,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741979_1155 (size=48139)
2024-11-10T23:17:45,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280725576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280725576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280725580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280725580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280725582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280725780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280725780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280725784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280725786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280725787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:45,921 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/2d296b6d07264ea18d0c05fe31281902
2024-11-10T23:17:45,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/58d981ae479148ba9ff91e3cd2078ebb is 50, key is test_row_0/B:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:45,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741980_1156 (size=12001)
2024-11-10T23:17:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43
2024-11-10T23:17:46,057 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed
2024-11-10T23:17:46,058 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees
2024-11-10T23:17:46,060 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-10T23:17:46,061 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:46,061 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:46,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280726084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280726085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280726086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280726090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280726090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-10T23:17:46,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-10T23:17:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:46,334 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/58d981ae479148ba9ff91e3cd2078ebb
2024-11-10T23:17:46,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/58bfbb33311f447da31dd9c0cc6a9c28 is 50, key is test_row_0/C:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-10T23:17:46,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-10T23:17:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:46,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741981_1157 (size=12001)
2024-11-10T23:17:46,372 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/58bfbb33311f447da31dd9c0cc6a9c28
2024-11-10T23:17:46,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/2d296b6d07264ea18d0c05fe31281902 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902
2024-11-10T23:17:46,383 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902, entries=250, sequenceid=59, filesize=47.0 K
2024-11-10T23:17:46,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/58d981ae479148ba9ff91e3cd2078ebb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/58d981ae479148ba9ff91e3cd2078ebb
2024-11-10T23:17:46,391 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/58d981ae479148ba9ff91e3cd2078ebb, entries=150, sequenceid=59, filesize=11.7 K
2024-11-10T23:17:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/58bfbb33311f447da31dd9c0cc6a9c28 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/58bfbb33311f447da31dd9c0cc6a9c28
2024-11-10T23:17:46,400 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/58bfbb33311f447da31dd9c0cc6a9c28, entries=150, sequenceid=59, filesize=11.7 K
2024-11-10T23:17:46,401 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for eac8d1fa6f0722f68ae601c44d11d1e0 in 947ms, sequenceid=59, compaction requested=true
2024-11-10T23:17:46,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:46,401 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:46,402 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:46,403 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:46,403 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:17:46,403 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,403 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:46,403 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=107.5 K
2024-11-10T23:17:46,403 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:17:46,403 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,403 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,403 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/6cdf93d822c347abaab0a574cd222106, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/87a33d689a444e028c4c437e2cbadc32, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/58d981ae479148ba9ff91e3cd2078ebb] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=35.2 K
2024-11-10T23:17:46,403 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902]
2024-11-10T23:17:46,404 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cdf93d822c347abaab0a574cd222106, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=21, earliestPutTs=1731280663973
2024-11-10T23:17:46,404 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting c846b89294544485902e2b40bd22d21f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=21, earliestPutTs=1731280663973
2024-11-10T23:17:46,404 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a33d689a444e028c4c437e2cbadc32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280664003
2024-11-10T23:17:46,404 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8bae2620d2d4117bf745ab8c58b9338, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280664003
2024-11-10T23:17:46,405 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 58d981ae479148ba9ff91e3cd2078ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731280665142
2024-11-10T23:17:46,405 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d296b6d07264ea18d0c05fe31281902, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731280665134
2024-11-10T23:17:46,417 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:46,418 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/e350ee28688b4238913eabcbfd87e8b0 is 50, key is test_row_0/B:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:46,420 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:46,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741982_1158 (size=12104)
2024-11-10T23:17:46,434 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110b3f6735eda85480ba43bfbb012001424_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:46,439 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110b3f6735eda85480ba43bfbb012001424_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:46,439 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b3f6735eda85480ba43bfbb012001424_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:46,441 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/e350ee28688b4238913eabcbfd87e8b0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/e350ee28688b4238913eabcbfd87e8b0
2024-11-10T23:17:46,451 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into e350ee28688b4238913eabcbfd87e8b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:46,451 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:46,451 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280666402; duration=0sec
2024-11-10T23:17:46,452 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:46,452 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:17:46,452 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:46,454 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:46,454 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:17:46,455 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,455 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/de0ab5e5c4f74f6c905fb76c214e791b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/ef84e24f5f484eac8af4fe6b8ae13ccc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/58bfbb33311f447da31dd9c0cc6a9c28] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=35.2 K
2024-11-10T23:17:46,456 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting de0ab5e5c4f74f6c905fb76c214e791b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=21, earliestPutTs=1731280663973
2024-11-10T23:17:46,457 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting ef84e24f5f484eac8af4fe6b8ae13ccc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280664003
2024-11-10T23:17:46,458 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 58bfbb33311f447da31dd9c0cc6a9c28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731280665142
2024-11-10T23:17:46,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741983_1159 (size=4469)
2024-11-10T23:17:46,474 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:46,474 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/9054e0853dc347f888564d684bfc7403 is 50, key is test_row_0/C:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:46,477 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#138 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:46,480 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/61cd96dc05ed435e9648875668702996 is 175, key is test_row_0/A:col10/1731280665142/Put/seqid=0
2024-11-10T23:17:46,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741985_1161 (size=31058)
2024-11-10T23:17:46,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741984_1160 (size=12104)
2024-11-10T23:17:46,518 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/61cd96dc05ed435e9648875668702996 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/61cd96dc05ed435e9648875668702996
2024-11-10T23:17:46,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-10T23:17:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:46,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-10T23:17:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:46,529 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/9054e0853dc347f888564d684bfc7403 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9054e0853dc347f888564d684bfc7403
2024-11-10T23:17:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110873d08ee934e4a48aabe66dd0de3ca6b_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280665473/Put/seqid=0
2024-11-10T23:17:46,534 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into 61cd96dc05ed435e9648875668702996(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:46,534 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:46,535 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280666401; duration=0sec
2024-11-10T23:17:46,535 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:46,535 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:17:46,542 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into 9054e0853dc347f888564d684bfc7403(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:46,542 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:46,542 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280666402; duration=0sec
2024-11-10T23:17:46,542 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:46,542 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:17:46,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741986_1162 (size=12154)
2024-11-10T23:17:46,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:46,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110873d08ee934e4a48aabe66dd0de3ca6b_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110873d08ee934e4a48aabe66dd0de3ca6b_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:46,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/23ecf5eaca8e4cb9bc374981955c0240, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/23ecf5eaca8e4cb9bc374981955c0240 is 175, key is test_row_0/A:col10/1731280665473/Put/seqid=0
2024-11-10T23:17:46,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741987_1163 (size=30955)
2024-11-10T23:17:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:46,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:46,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280726606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280726608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280726610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-10T23:17:46,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280726711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280726711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280726712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280726712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280726713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280726917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280726918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280726919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280726920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280726922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:46,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/23ecf5eaca8e4cb9bc374981955c0240
2024-11-10T23:17:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4df130694ee3458ca0b515dc5641fc27 is 50, key is test_row_0/B:col10/1731280665473/Put/seqid=0
2024-11-10T23:17:46,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741988_1164 (size=12001)
2024-11-10T23:17:46,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4df130694ee3458ca0b515dc5641fc27
2024-11-10T23:17:47,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/28d6819f091d4e58a02e05307530e0ae is 50, key is test_row_0/C:col10/1731280665473/Put/seqid=0
2024-11-10T23:17:47,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741989_1165 (size=12001)
2024-11-10T23:17:47,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/28d6819f091d4e58a02e05307530e0ae
2024-11-10T23:17:47,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/23ecf5eaca8e4cb9bc374981955c0240 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240
2024-11-10T23:17:47,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240, entries=150, sequenceid=77, filesize=30.2 K
2024-11-10T23:17:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4df130694ee3458ca0b515dc5641fc27 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4df130694ee3458ca0b515dc5641fc27
2024-11-10T23:17:47,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4df130694ee3458ca0b515dc5641fc27, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:17:47,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/28d6819f091d4e58a02e05307530e0ae as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/28d6819f091d4e58a02e05307530e0ae
2024-11-10T23:17:47,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/28d6819f091d4e58a02e05307530e0ae, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:17:47,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for eac8d1fa6f0722f68ae601c44d11d1e0 in 523ms, sequenceid=77, compaction requested=false
2024-11-10T23:17:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46
2024-11-10T23:17:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=46
2024-11-10T23:17:47,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45
2024-11-10T23:17:47,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 984 msec
2024-11-10T23:17:47,048 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 988 msec
2024-11-10T23:17:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-10T23:17:47,164 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed
2024-11-10T23:17:47,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees
2024-11-10T23:17:47,169 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:47,169 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:47,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-10T23:17:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:47,224 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-10T23:17:47,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:47,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:47,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:47,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:47,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:47,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f9988df9a3fd462b84f2b332f31ba8e1_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280727235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280727235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280727236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280727238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280727238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741990_1166 (size=14594)
2024-11-10T23:17:47,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:47,254 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f9988df9a3fd462b84f2b332f31ba8e1_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f9988df9a3fd462b84f2b332f31ba8e1_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:47,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bc92d15c52c742b58e9a6e826cbfbf9d, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:47,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bc92d15c52c742b58e9a6e826cbfbf9d is 175, key is test_row_0/A:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741991_1167 (size=39549)
2024-11-10T23:17:47,266 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bc92d15c52c742b58e9a6e826cbfbf9d
2024-11-10T23:17:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-10T23:17:47,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/216ba4462ca34fad91789cf84c5b23c9 is 50, key is test_row_0/B:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741992_1168 (size=12001)
2024-11-10T23:17:47,294 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/216ba4462ca34fad91789cf84c5b23c9
2024-11-10T23:17:47,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/03e8ab342ed348ef93eb0d360d4b8216 is 50, key is test_row_0/C:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-10T23:17:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:47,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741993_1169 (size=12001)
2024-11-10T23:17:47,327 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/03e8ab342ed348ef93eb0d360d4b8216
2024-11-10T23:17:47,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bc92d15c52c742b58e9a6e826cbfbf9d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d
2024-11-10T23:17:47,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d, entries=200, sequenceid=101, filesize=38.6 K
2024-11-10T23:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/216ba4462ca34fad91789cf84c5b23c9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/216ba4462ca34fad91789cf84c5b23c9
2024-11-10T23:17:47,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280727340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280727342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280727342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280727345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,347 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/216ba4462ca34fad91789cf84c5b23c9, entries=150, sequenceid=101, filesize=11.7 K
2024-11-10T23:17:47,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280727345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/03e8ab342ed348ef93eb0d360d4b8216 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/03e8ab342ed348ef93eb0d360d4b8216
2024-11-10T23:17:47,355 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/03e8ab342ed348ef93eb0d360d4b8216, entries=150, sequenceid=101, filesize=11.7 K
2024-11-10T23:17:47,357 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for eac8d1fa6f0722f68ae601c44d11d1e0 in 132ms, sequenceid=101, compaction requested=true
2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:47,357 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:47,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:47,358 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:47,358 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:17:47,358 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,359 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/61cd96dc05ed435e9648875668702996, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=99.2 K
2024-11-10T23:17:47,359 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,359 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/61cd96dc05ed435e9648875668702996, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d]
2024-11-10T23:17:47,360 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:47,360 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61cd96dc05ed435e9648875668702996, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731280665142
2024-11-10T23:17:47,360 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:17:47,360 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,360 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/e350ee28688b4238913eabcbfd87e8b0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4df130694ee3458ca0b515dc5641fc27, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/216ba4462ca34fad91789cf84c5b23c9] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=35.3 K
2024-11-10T23:17:47,360 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23ecf5eaca8e4cb9bc374981955c0240, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280665461
2024-11-10T23:17:47,361 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e350ee28688b4238913eabcbfd87e8b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731280665142
2024-11-10T23:17:47,361 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc92d15c52c742b58e9a6e826cbfbf9d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731280666604
2024-11-10T23:17:47,361 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df130694ee3458ca0b515dc5641fc27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280665461
2024-11-10T23:17:47,361 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 216ba4462ca34fad91789cf84c5b23c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731280666608
2024-11-10T23:17:47,373 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:47,374 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/63466053b81c4184baac794d876a4ade is 50, key is test_row_0/B:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,375 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:47,379 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110119f088c4d754af99579202c7d680859_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:47,384 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110119f088c4d754af99579202c7d680859_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:47,384 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110119f088c4d754af99579202c7d680859_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:47,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741994_1170 (size=12207)
2024-11-10T23:17:47,395 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/63466053b81c4184baac794d876a4ade as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/63466053b81c4184baac794d876a4ade
2024-11-10T23:17:47,402 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into 63466053b81c4184baac794d876a4ade(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:47,402 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:47,402 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280667357; duration=0sec
2024-11-10T23:17:47,402 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:47,402 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:17:47,402 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:47,405 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:47,405 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:17:47,405 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,405 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9054e0853dc347f888564d684bfc7403, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/28d6819f091d4e58a02e05307530e0ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/03e8ab342ed348ef93eb0d360d4b8216] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=35.3 K
2024-11-10T23:17:47,405 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9054e0853dc347f888564d684bfc7403, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731280665142
2024-11-10T23:17:47,406 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 28d6819f091d4e58a02e05307530e0ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280665461
2024-11-10T23:17:47,406 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 03e8ab342ed348ef93eb0d360d4b8216, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731280666608
2024-11-10T23:17:47,413 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:47,413 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/dcd44d92ad9b49f888f4a14b0eebf4ae is 50, key is test_row_0/C:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741995_1171 (size=4469)
2024-11-10T23:17:47,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741996_1172 (size=12207)
2024-11-10T23:17:47,458 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/dcd44d92ad9b49f888f4a14b0eebf4ae as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcd44d92ad9b49f888f4a14b0eebf4ae
2024-11-10T23:17:47,464 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into dcd44d92ad9b49f888f4a14b0eebf4ae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:47,464 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:47,464 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280667357; duration=0sec
2024-11-10T23:17:47,465 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:47,465 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:17:47,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-10T23:17:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:47,475 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:17:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-10T23:17:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055b8777af72a4e03a82f0679903a936b_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280667237/Put/seqid=0
2024-11-10T23:17:47,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741997_1173 (size=12154)
2024-11-10T23:17:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:47,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055b8777af72a4e03a82f0679903a936b_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055b8777af72a4e03a82f0679903a936b_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/3bfc6e3859524892a418755a39f9062c, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/3bfc6e3859524892a418755a39f9062c is 175, key is test_row_0/A:col10/1731280667237/Put/seqid=0
2024-11-10T23:17:47,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741998_1174 (size=30955)
2024-11-10T23:17:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:47,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280727567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280727567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280727568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280727569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280727569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280727671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280727671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280727671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280727675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280727674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-10T23:17:47,828 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#147 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:47,829 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/feee320bb1024657bc6610fc01ab0f8d is 175, key is test_row_0/A:col10/1731280666608/Put/seqid=0
2024-11-10T23:17:47,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741999_1175 (size=31161)
2024-11-10T23:17:47,848 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/feee320bb1024657bc6610fc01ab0f8d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/feee320bb1024657bc6610fc01ab0f8d
2024-11-10T23:17:47,854 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into feee320bb1024657bc6610fc01ab0f8d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:47,854 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:47,854 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280667357; duration=0sec
2024-11-10T23:17:47,854 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:47,854 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:17:47,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280727873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280727873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280727874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280727879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280727879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:47,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/3bfc6e3859524892a418755a39f9062c
2024-11-10T23:17:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/b84a4094113a4b2cb004f2b9462782ef is 50, key is test_row_0/B:col10/1731280667237/Put/seqid=0
2024-11-10T23:17:47,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742000_1176 (size=12001)
2024-11-10T23:17:48,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280728176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280728176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280728177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280728182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280728184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-10T23:17:48,355 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/b84a4094113a4b2cb004f2b9462782ef
2024-11-10T23:17:48,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/29e3f30565414344858ecc365c2115b2 is 50, key is test_row_0/C:col10/1731280667237/Put/seqid=0
2024-11-10T23:17:48,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742001_1177 (size=12001)
2024-11-10T23:17:48,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/29e3f30565414344858ecc365c2115b2
2024-11-10T23:17:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/3bfc6e3859524892a418755a39f9062c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c
2024-11-10T23:17:48,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c, entries=150, sequenceid=117, filesize=30.2 K
2024-11-10T23:17:48,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/b84a4094113a4b2cb004f2b9462782ef as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/b84a4094113a4b2cb004f2b9462782ef
2024-11-10T23:17:48,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/b84a4094113a4b2cb004f2b9462782ef, entries=150, sequenceid=117, filesize=11.7 K
2024-11-10T23:17:48,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/29e3f30565414344858ecc365c2115b2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/29e3f30565414344858ecc365c2115b2
2024-11-10T23:17:48,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/29e3f30565414344858ecc365c2115b2, entries=150, sequenceid=117, filesize=11.7 K
2024-11-10T23:17:48,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for eac8d1fa6f0722f68ae601c44d11d1e0 in 921ms, sequenceid=117, compaction requested=false
2024-11-10T23:17:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-10T23:17:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=48
2024-11-10T23:17:48,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47
2024-11-10T23:17:48,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec
2024-11-10T23:17:48,402 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.2330 sec
2024-11-10T23:17:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:48,682 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:17:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:48,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110221973a9866e4654aac4aa0b12d7532e_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:48,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280728692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280728693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280728694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280728695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280728695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742002_1178 (size=14794)
2024-11-10T23:17:48,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:48,707 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110221973a9866e4654aac4aa0b12d7532e_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110221973a9866e4654aac4aa0b12d7532e_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:48,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/7206f77ec6c14f1e8ce9ef8f32898aa1, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:48,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/7206f77ec6c14f1e8ce9ef8f32898aa1 is 175, key is test_row_0/A:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:48,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742003_1179 (size=39749)
2024-11-10T23:17:48,723 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/7206f77ec6c14f1e8ce9ef8f32898aa1
2024-11-10T23:17:48,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/405dea9cf4f14ffbb74395216f410f9c is 50, key is test_row_0/B:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:48,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742004_1180 (size=12151)
2024-11-10T23:17:48,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280728796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280728795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:48,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280728796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280729000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280729001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280729001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/405dea9cf4f14ffbb74395216f410f9c
2024-11-10T23:17:49,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/bd4ac3d9ba334c0c8c756ad8220d7553 is 50, key is test_row_0/C:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:49,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742005_1181 (size=12151)
2024-11-10T23:17:49,159 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/bd4ac3d9ba334c0c8c756ad8220d7553
2024-11-10T23:17:49,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/7206f77ec6c14f1e8ce9ef8f32898aa1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1
2024-11-10T23:17:49,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1, entries=200, sequenceid=142, filesize=38.8 K
2024-11-10T23:17:49,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/405dea9cf4f14ffbb74395216f410f9c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/405dea9cf4f14ffbb74395216f410f9c
2024-11-10T23:17:49,177 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/405dea9cf4f14ffbb74395216f410f9c, entries=150, sequenceid=142, filesize=11.9 K
2024-11-10T23:17:49,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/bd4ac3d9ba334c0c8c756ad8220d7553 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/bd4ac3d9ba334c0c8c756ad8220d7553
2024-11-10T23:17:49,183 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/bd4ac3d9ba334c0c8c756ad8220d7553, entries=150, sequenceid=142, filesize=11.9 K
2024-11-10T23:17:49,184 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eac8d1fa6f0722f68ae601c44d11d1e0 in 502ms, sequenceid=142, compaction requested=true
2024-11-10T23:17:49,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:49,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:49,184 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:49,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:49,184 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:49,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:49,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:49,185 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:49,185 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:49,186 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:17:49,186 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:17:49,186 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,186 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,186 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/feee320bb1024657bc6610fc01ab0f8d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=99.5 K
2024-11-10T23:17:49,186 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/63466053b81c4184baac794d876a4ade, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/b84a4094113a4b2cb004f2b9462782ef, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/405dea9cf4f14ffbb74395216f410f9c] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=35.5 K
2024-11-10T23:17:49,186 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,186 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/feee320bb1024657bc6610fc01ab0f8d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1]
2024-11-10T23:17:49,186 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 63466053b81c4184baac794d876a4ade, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731280666608
2024-11-10T23:17:49,186 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting feee320bb1024657bc6610fc01ab0f8d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731280666608
2024-11-10T23:17:49,187 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b84a4094113a4b2cb004f2b9462782ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731280667230
2024-11-10T23:17:49,187 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bfc6e3859524892a418755a39f9062c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731280667230
2024-11-10T23:17:49,187 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 405dea9cf4f14ffbb74395216f410f9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731280667568
2024-11-10T23:17:49,187 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7206f77ec6c14f1e8ce9ef8f32898aa1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731280667564
2024-11-10T23:17:49,195 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:49,196 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/79f35c4bc3f649fb87aeeea199f9cc6a is 50, key is test_row_0/B:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:49,197 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:49,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742006_1182 (size=12459)
2024-11-10T23:17:49,207 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e2c4217d42094f678b22409ada756da4_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:49,210 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e2c4217d42094f678b22409ada756da4_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:49,210 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e2c4217d42094f678b22409ada756da4_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:49,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742007_1183 (size=4469)
2024-11-10T23:17:49,217 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#156 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:49,217 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/aeb266ef103a4e43abaf065f24fc8677 is 175, key is test_row_0/A:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:49,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742008_1184 (size=31413)
2024-11-10T23:17:49,228 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/aeb266ef103a4e43abaf065f24fc8677 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/aeb266ef103a4e43abaf065f24fc8677
2024-11-10T23:17:49,234 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into aeb266ef103a4e43abaf065f24fc8677(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:49,234 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:49,234 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280669184; duration=0sec
2024-11-10T23:17:49,234 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:49,234 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:17:49,234 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:49,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:49,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:17:49,236 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,236 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcd44d92ad9b49f888f4a14b0eebf4ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/29e3f30565414344858ecc365c2115b2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/bd4ac3d9ba334c0c8c756ad8220d7553] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=35.5 K
2024-11-10T23:17:49,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd44d92ad9b49f888f4a14b0eebf4ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731280666608
2024-11-10T23:17:49,237 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29e3f30565414344858ecc365c2115b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731280667230
2024-11-10T23:17:49,237 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd4ac3d9ba334c0c8c756ad8220d7553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731280667568
2024-11-10T23:17:49,248 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:49,248 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/fc565fecc1a04d5ead40f35792521488 is 50, key is test_row_0/C:col10/1731280667568/Put/seqid=0
2024-11-10T23:17:49,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742009_1185 (size=12459)
2024-11-10T23:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-10T23:17:49,280 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed
2024-11-10T23:17:49,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees
2024-11-10T23:17:49,282 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-10T23:17:49,283 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:49,283 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:49,309 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:17:49,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:49,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:49,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:49,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:49,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:49,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:49,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100131747c229f4294a9f43974ea4f79cc_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280669309/Put/seqid=0
2024-11-10T23:17:49,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742010_1186 (size=19774)
2024-11-10T23:17:49,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:49,330 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100131747c229f4294a9f43974ea4f79cc_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100131747c229f4294a9f43974ea4f79cc_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:49,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/edf799c10b9a4d5798af19a68011fb9e, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:49,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/edf799c10b9a4d5798af19a68011fb9e is 175, key is test_row_0/A:col10/1731280669309/Put/seqid=0
2024-11-10T23:17:49,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742011_1187 (size=57033)
2024-11-10T23:17:49,347 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/edf799c10b9a4d5798af19a68011fb9e
2024-11-10T23:17:49,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280729352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280729357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280729359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/ef001769c2b741ab910dd276029f2c2f is 50, key is test_row_0/B:col10/1731280669309/Put/seqid=0
2024-11-10T23:17:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-10T23:17:49,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742012_1188 (size=12151)
2024-11-10T23:17:49,386 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/ef001769c2b741ab910dd276029f2c2f
2024-11-10T23:17:49,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/59a139721bb64d3fa9c1a9ca76198bf6 is 50, key is test_row_0/C:col10/1731280669309/Put/seqid=0
2024-11-10T23:17:49,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742013_1189 (size=12151)
2024-11-10T23:17:49,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-10T23:17:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280729459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280729467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280729467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-10T23:17:49,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-10T23:17:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,605 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/79f35c4bc3f649fb87aeeea199f9cc6a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/79f35c4bc3f649fb87aeeea199f9cc6a
2024-11-10T23:17:49,613 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into 79f35c4bc3f649fb87aeeea199f9cc6a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:49,613 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:49,613 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280669184; duration=0sec
2024-11-10T23:17:49,614 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:49,614 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:17:49,658 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/fc565fecc1a04d5ead40f35792521488 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/fc565fecc1a04d5ead40f35792521488
2024-11-10T23:17:49,662 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into fc565fecc1a04d5ead40f35792521488(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:49,662 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:49,662 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280669185; duration=0sec
2024-11-10T23:17:49,663 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:49,663 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:17:49,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280729664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280729671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280729671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280729706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280729706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-10T23:17:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:49,809 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/59a139721bb64d3fa9c1a9ca76198bf6
2024-11-10T23:17:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/edf799c10b9a4d5798af19a68011fb9e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e
2024-11-10T23:17:49,818 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e, entries=300, sequenceid=158, filesize=55.7 K
2024-11-10T23:17:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/ef001769c2b741ab910dd276029f2c2f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/ef001769c2b741ab910dd276029f2c2f
2024-11-10T23:17:49,824 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/ef001769c2b741ab910dd276029f2c2f, entries=150, sequenceid=158, filesize=11.9 K
2024-11-10T23:17:49,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/59a139721bb64d3fa9c1a9ca76198bf6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/59a139721bb64d3fa9c1a9ca76198bf6
2024-11-10T23:17:49,830 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/59a139721bb64d3fa9c1a9ca76198bf6, entries=150, sequenceid=158, filesize=11.9 K
2024-11-10T23:17:49,832 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for eac8d1fa6f0722f68ae601c44d11d1e0 in 522ms, sequenceid=158, compaction requested=false
2024-11-10T23:17:49,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-10T23:17:49,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-10T23:17:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:49,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:17:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111059efea9498084e92bc17ce8e34376030_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280669347/Put/seqid=0
2024-11-10T23:17:49,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742014_1190 (size=12304)
2024-11-10T23:17:49,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:49,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111059efea9498084e92bc17ce8e34376030_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111059efea9498084e92bc17ce8e34376030_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/8c8696879a564f8a8148d592b8c1bbeb, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/8c8696879a564f8a8148d592b8c1bbeb is 175, key is test_row_0/A:col10/1731280669347/Put/seqid=0
2024-11-10T23:17:49,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742015_1191 (size=31105)
2024-11-10T23:17:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:49,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280729985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280729987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280729986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280730088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280730090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280730090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280730291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280730293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280730294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/8c8696879a564f8a8148d592b8c1bbeb
2024-11-10T23:17:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/8f4c48e11f5c466db3eb3e4c8bbaf40f is 50, key is test_row_0/B:col10/1731280669347/Put/seqid=0
2024-11-10T23:17:50,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742016_1192 (size=12151)
2024-11-10T23:17:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-10T23:17:50,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280730592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280730596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280730596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:50,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/8f4c48e11f5c466db3eb3e4c8bbaf40f
2024-11-10T23:17:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/a9f50e8075604ca4aaa648eee2ceec5e is 50, key is test_row_0/C:col10/1731280669347/Put/seqid=0
2024-11-10T23:17:50,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742017_1193 (size=12151)
2024-11-10T23:17:51,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280731093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280731101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280731103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/a9f50e8075604ca4aaa648eee2ceec5e
2024-11-10T23:17:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/8c8696879a564f8a8148d592b8c1bbeb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb
2024-11-10T23:17:51,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb, entries=150, sequenceid=181, filesize=30.4 K
2024-11-10T23:17:51,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/8f4c48e11f5c466db3eb3e4c8bbaf40f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8f4c48e11f5c466db3eb3e4c8bbaf40f
2024-11-10T23:17:51,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8f4c48e11f5c466db3eb3e4c8bbaf40f, entries=150, sequenceid=181, filesize=11.9 K
2024-11-10T23:17:51,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/a9f50e8075604ca4aaa648eee2ceec5e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/a9f50e8075604ca4aaa648eee2ceec5e
2024-11-10T23:17:51,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/a9f50e8075604ca4aaa648eee2ceec5e, entries=150, sequenceid=181, filesize=11.9 K
2024-11-10T23:17:51,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1290ms, sequenceid=181, compaction requested=true
2024-11-10T23:17:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-11-10T23:17:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=50
2024-11-10T23:17:51,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49
2024-11-10T23:17:51,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9030 sec
2024-11-10T23:17:51,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.9070 sec
2024-11-10T23:17:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-10T23:17:51,387 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed
2024-11-10T23:17:51,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees
2024-11-10T23:17:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-10T23:17:51,389 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:51,389 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:51,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-10T23:17:51,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-10T23:17:51,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:51,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:17:51,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:51,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:51,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104455ba8cefd14e11ae2643956241b5c9_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280669985/Put/seqid=0
2024-11-10T23:17:51,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742018_1194 (size=12304)
2024-11-10T23:17:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:51,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104455ba8cefd14e11ae2643956241b5c9_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104455ba8cefd14e11ae2643956241b5c9_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/5294125671214be8818c53776e9bad98, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/5294125671214be8818c53776e9bad98 is 175, key is test_row_0/A:col10/1731280669985/Put/seqid=0
2024-11-10T23:17:51,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742019_1195 (size=31105)
2024-11-10T23:17:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-10T23:17:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:51,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:51,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280731757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280731758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280731861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280731861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:51,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/5294125671214be8818c53776e9bad98
2024-11-10T23:17:51,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/506f8e437b0c47cd9bee06ffb8e81454 is 50, key is test_row_0/B:col10/1731280669985/Put/seqid=0
2024-11-10T23:17:51,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742020_1196 (size=12151)
2024-11-10T23:17:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-10T23:17:52,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280732063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280732065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280732099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280732109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280732112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280732366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280732371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/506f8e437b0c47cd9bee06ffb8e81454
2024-11-10T23:17:52,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/0f2787c95eec4ba19931ebb471768679 is 50, key is test_row_0/C:col10/1731280669985/Put/seqid=0
2024-11-10T23:17:52,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742021_1197 (size=12151)
2024-11-10T23:17:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-10T23:17:52,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/0f2787c95eec4ba19931ebb471768679
2024-11-10T23:17:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/5294125671214be8818c53776e9bad98 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98
2024-11-10T23:17:52,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98, entries=150, sequenceid=196, filesize=30.4 K
2024-11-10T23:17:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/506f8e437b0c47cd9bee06ffb8e81454 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/506f8e437b0c47cd9bee06ffb8e81454
2024-11-10T23:17:52,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/506f8e437b0c47cd9bee06ffb8e81454, entries=150, sequenceid=196, filesize=11.9 K
2024-11-10T23:17:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/0f2787c95eec4ba19931ebb471768679 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/0f2787c95eec4ba19931ebb471768679
2024-11-10T23:17:52,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/0f2787c95eec4ba19931ebb471768679, entries=150, sequenceid=196, filesize=11.9 K
2024-11-10T23:17:52,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1273ms, sequenceid=196, compaction requested=true
2024-11-10T23:17:52,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:52,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:52,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-10T23:17:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=52
2024-11-10T23:17:52,816 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51
2024-11-10T23:17:52,816 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec
2024-11-10T23:17:52,817 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.4280 sec
2024-11-10T23:17:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:52,872 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-10T23:17:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:52,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111058253901eba04ea4a80cca0e84247527_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:52,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280732919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:52,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742022_1198 (size=12304)
2024-11-10T23:17:52,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280732921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280733022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280733028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280733227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280733229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:53,328 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111058253901eba04ea4a80cca0e84247527_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111058253901eba04ea4a80cca0e84247527_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:53,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/fd09ef63b5ba47f4ba82718a8f05c33b, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:53,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/fd09ef63b5ba47f4ba82718a8f05c33b is 175, key is test_row_0/A:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:53,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742023_1199 (size=31105)
2024-11-10T23:17:53,333 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/fd09ef63b5ba47f4ba82718a8f05c33b
2024-11-10T23:17:53,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/0ce61c16c59a40d981b91dc6a1ae4715 is 50, key is test_row_0/B:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:53,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742024_1200 (size=12151)
2024-11-10T23:17:53,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/0ce61c16c59a40d981b91dc6a1ae4715
2024-11-10T23:17:53,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/77aaa81bb2364262bdb8f97beebe0c16 is 50, key is test_row_0/C:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:53,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742025_1201 (size=12151)
2024-11-10T23:17:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-10T23:17:53,492 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed
2024-11-10T23:17:53,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees
2024-11-10T23:17:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-10T23:17:53,494 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:53,495 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:53,495 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:53,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280733532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280733532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-10T23:17:53,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-10T23:17:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:53,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:53,753 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/77aaa81bb2364262bdb8f97beebe0c16
2024-11-10T23:17:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/fd09ef63b5ba47f4ba82718a8f05c33b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b
2024-11-10T23:17:53,761 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b, entries=150, sequenceid=218, filesize=30.4 K
2024-11-10T23:17:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/0ce61c16c59a40d981b91dc6a1ae4715 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/0ce61c16c59a40d981b91dc6a1ae4715
2024-11-10T23:17:53,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/0ce61c16c59a40d981b91dc6a1ae4715, entries=150, sequenceid=218, filesize=11.9 K
2024-11-10T23:17:53,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/77aaa81bb2364262bdb8f97beebe0c16 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/77aaa81bb2364262bdb8f97beebe0c16
2024-11-10T23:17:53,770 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/77aaa81bb2364262bdb8f97beebe0c16, entries=150, sequenceid=218, filesize=11.9 K
2024-11-10T23:17:53,771 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for eac8d1fa6f0722f68ae601c44d11d1e0 in 898ms, sequenceid=218, compaction requested=true
2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:53,771 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:53,771 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:53,773 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 181761 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:17:53,773 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:17:53,774 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:17:53,774 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:17:53,774 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:53,774 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:53,774 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/aeb266ef103a4e43abaf065f24fc8677, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=177.5 K
2024-11-10T23:17:53,774 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/79f35c4bc3f649fb87aeeea199f9cc6a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/ef001769c2b741ab910dd276029f2c2f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8f4c48e11f5c466db3eb3e4c8bbaf40f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/506f8e437b0c47cd9bee06ffb8e81454, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/0ce61c16c59a40d981b91dc6a1ae4715] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=59.6 K
2024-11-10T23:17:53,774 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:53,774 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/aeb266ef103a4e43abaf065f24fc8677, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b]
2024-11-10T23:17:53,774 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 79f35c4bc3f649fb87aeeea199f9cc6a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731280667568
2024-11-10T23:17:53,774 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb266ef103a4e43abaf065f24fc8677, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731280667568
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting ef001769c2b741ab910dd276029f2c2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280668686
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting edf799c10b9a4d5798af19a68011fb9e, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280668686
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f4c48e11f5c466db3eb3e4c8bbaf40f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731280669337
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c8696879a564f8a8148d592b8c1bbeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731280669337
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 506f8e437b0c47cd9bee06ffb8e81454, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731280669980
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5294125671214be8818c53776e9bad98, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731280669980
2024-11-10T23:17:53,775 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ce61c16c59a40d981b91dc6a1ae4715, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731280671756
2024-11-10T23:17:53,776 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd09ef63b5ba47f4ba82718a8f05c33b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731280671756
2024-11-10T23:17:53,782 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:53,784 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:53,785 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/3194de24fccd4e0cba5ec99102d65110 is 50, key is test_row_0/B:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:53,785 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411101fab8bb32eac48b198fec6f45c4f6363_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:53,788 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411101fab8bb32eac48b198fec6f45c4f6363_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:53,788 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101fab8bb32eac48b198fec6f45c4f6363_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-10T23:17:53,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742027_1203 (size=4469)
2024-11-10T23:17:53,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:53,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-10T23:17:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:53,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:17:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:53,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742026_1202 (size=12629)
2024-11-10T23:17:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111037e74ba4757b448bb3f696d0841771e4_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280672892/Put/seqid=0
2024-11-10T23:17:53,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742028_1204 (size=12304)
2024-11-10T23:17:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:53,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111037e74ba4757b448bb3f696d0841771e4_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111037e74ba4757b448bb3f696d0841771e4_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/37bdd8680959481684de250ad5057f3f, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/37bdd8680959481684de250ad5057f3f is 175, key is test_row_0/A:col10/1731280672892/Put/seqid=0
2024-11-10T23:17:53,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742029_1205 (size=31105)
2024-11-10T23:17:53,885 INFO  [master/992bda40dfe9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-10T23:17:53,885 INFO  [master/992bda40dfe9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-10T23:17:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:54,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:54,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280734069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280734070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-10T23:17:54,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280734105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,108 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:17:54,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280734124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,126 DEBUG [Thread-705 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:17:54,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280734132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,134 DEBUG [Thread-707 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:17:54,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280734172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280734172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,198 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:54,199 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/70cf8c1e8bcd4bf3b709a58e7037392a is 175, key is test_row_0/A:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:54,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742030_1206 (size=31583)
2024-11-10T23:17:54,205 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/3194de24fccd4e0cba5ec99102d65110 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3194de24fccd4e0cba5ec99102d65110
2024-11-10T23:17:54,209 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/70cf8c1e8bcd4bf3b709a58e7037392a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/70cf8c1e8bcd4bf3b709a58e7037392a
2024-11-10T23:17:54,211 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into 3194de24fccd4e0cba5ec99102d65110(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:54,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:54,211 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=11, startTime=1731280673771; duration=0sec
2024-11-10T23:17:54,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:54,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:17:54,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:17:54,212 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:17:54,212 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:17:54,213 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:54,213 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/fc565fecc1a04d5ead40f35792521488, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/59a139721bb64d3fa9c1a9ca76198bf6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/a9f50e8075604ca4aaa648eee2ceec5e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/0f2787c95eec4ba19931ebb471768679, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/77aaa81bb2364262bdb8f97beebe0c16] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=59.6 K
2024-11-10T23:17:54,213 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting fc565fecc1a04d5ead40f35792521488, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731280667568
2024-11-10T23:17:54,214 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a139721bb64d3fa9c1a9ca76198bf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280668686
2024-11-10T23:17:54,214 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a9f50e8075604ca4aaa648eee2ceec5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731280669337
2024-11-10T23:17:54,214 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2787c95eec4ba19931ebb471768679, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731280669980
2024-11-10T23:17:54,215 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into 70cf8c1e8bcd4bf3b709a58e7037392a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:54,215 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 77aaa81bb2364262bdb8f97beebe0c16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731280671756
2024-11-10T23:17:54,215 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:54,215 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=11, startTime=1731280673771; duration=0sec
2024-11-10T23:17:54,215 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:54,215 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:17:54,223 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/37bdd8680959481684de250ad5057f3f
2024-11-10T23:17:54,223 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:54,224 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/dcb97a11f6c24d5aa9efe27901463810 is 50, key is test_row_0/C:col10/1731280671756/Put/seqid=0
2024-11-10T23:17:54,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742031_1207 (size=12629)
2024-11-10T23:17:54,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/9ef7010b00f6425ab4cd7d6c81386132 is 50, key is test_row_0/B:col10/1731280672892/Put/seqid=0
2024-11-10T23:17:54,234 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/dcb97a11f6c24d5aa9efe27901463810 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcb97a11f6c24d5aa9efe27901463810
2024-11-10T23:17:54,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742032_1208 (size=12151)
2024-11-10T23:17:54,242 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into dcb97a11f6c24d5aa9efe27901463810(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:54,242 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:54,242 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=11, startTime=1731280673771; duration=0sec
2024-11-10T23:17:54,242 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:54,242 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:17:54,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280734375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280734376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-10T23:17:54,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/9ef7010b00f6425ab4cd7d6c81386132
2024-11-10T23:17:54,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/9d563009c1a3445fbd2bf7c87adab51e is 50, key is test_row_0/C:col10/1731280672892/Put/seqid=0
2024-11-10T23:17:54,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742033_1209 (size=12151)
2024-11-10T23:17:54,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280734678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280734678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/9d563009c1a3445fbd2bf7c87adab51e
2024-11-10T23:17:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/37bdd8680959481684de250ad5057f3f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f
2024-11-10T23:17:55,060 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f, entries=150, sequenceid=232, filesize=30.4 K
2024-11-10T23:17:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/9ef7010b00f6425ab4cd7d6c81386132 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/9ef7010b00f6425ab4cd7d6c81386132
2024-11-10T23:17:55,066 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/9ef7010b00f6425ab4cd7d6c81386132, entries=150, sequenceid=232, filesize=11.9 K
2024-11-10T23:17:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/9d563009c1a3445fbd2bf7c87adab51e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9d563009c1a3445fbd2bf7c87adab51e
2024-11-10T23:17:55,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9d563009c1a3445fbd2bf7c87adab51e, entries=150, sequenceid=232, filesize=11.9 K
2024-11-10T23:17:55,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1273ms, sequenceid=232, compaction requested=false
2024-11-10T23:17:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-10T23:17:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=54
2024-11-10T23:17:55,074 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53
2024-11-10T23:17:55,074 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec
2024-11-10T23:17:55,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.5810 sec
2024-11-10T23:17:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:55,183 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:17:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:55,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:55,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110245d44a3777c455096022a60eb67e435_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:55,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742034_1210 (size=14844)
2024-11-10T23:17:55,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:55,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280735202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280735203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,207 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110245d44a3777c455096022a60eb67e435_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110245d44a3777c455096022a60eb67e435_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:55,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/eec313eb588b46ec92af27bbb27d51e6, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:55,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/eec313eb588b46ec92af27bbb27d51e6 is 175, key is test_row_0/A:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:55,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742035_1211 (size=39799)
2024-11-10T23:17:55,217 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/eec313eb588b46ec92af27bbb27d51e6
2024-11-10T23:17:55,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4bf3182e41c44b60afce0b2559e1028f is 50, key is test_row_0/B:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:55,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742036_1212 (size=12201)
2024-11-10T23:17:55,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280735305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280735305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280735509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280735509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-10T23:17:55,598 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed
2024-11-10T23:17:55,599 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees
2024-11-10T23:17:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:55,600 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:55,600 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:55,601 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:55,633 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4bf3182e41c44b60afce0b2559e1028f
2024-11-10T23:17:55,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/c1b0d6f88dfc49bfbb8290b2701632c6 is 50, key is test_row_0/C:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:55,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742037_1213 (size=12201)
2024-11-10T23:17:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:55,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-11-10T23:17:55,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:55,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:55,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:55,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:55,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=56
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:55,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280735815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280735816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:55,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:55,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-11-10T23:17:55,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:55,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=56
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:56,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/c1b0d6f88dfc49bfbb8290b2701632c6
2024-11-10T23:17:56,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/eec313eb588b46ec92af27bbb27d51e6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6
2024-11-10T23:17:56,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6, entries=200, sequenceid=258, filesize=38.9 K
2024-11-10T23:17:56,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4bf3182e41c44b60afce0b2559e1028f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4bf3182e41c44b60afce0b2559e1028f
2024-11-10T23:17:56,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4bf3182e41c44b60afce0b2559e1028f, entries=150, sequenceid=258, filesize=11.9 K
2024-11-10T23:17:56,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/c1b0d6f88dfc49bfbb8290b2701632c6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/c1b0d6f88dfc49bfbb8290b2701632c6
2024-11-10T23:17:56,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-11-10T23:17:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=56
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:17:56,062 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/c1b0d6f88dfc49bfbb8290b2701632c6, entries=150, sequenceid=258, filesize=11.9 K
2024-11-10T23:17:56,063 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for eac8d1fa6f0722f68ae601c44d11d1e0 in 880ms, sequenceid=258, compaction requested=true
2024-11-10T23:17:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:56,063 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:56,063 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:56,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:17:56,065 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,065 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,065 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/70cf8c1e8bcd4bf3b709a58e7037392a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=100.1 K
2024-11-10T23:17:56,065 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3194de24fccd4e0cba5ec99102d65110, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/9ef7010b00f6425ab4cd7d6c81386132, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4bf3182e41c44b60afce0b2559e1028f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.1 K
2024-11-10T23:17:56,065 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/70cf8c1e8bcd4bf3b709a58e7037392a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6]
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3194de24fccd4e0cba5ec99102d65110, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731280671756
2024-11-10T23:17:56,065 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70cf8c1e8bcd4bf3b709a58e7037392a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731280671756
2024-11-10T23:17:56,066 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37bdd8680959481684de250ad5057f3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731280672890
2024-11-10T23:17:56,066 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ef7010b00f6425ab4cd7d6c81386132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731280672890
2024-11-10T23:17:56,066 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting eec313eb588b46ec92af27bbb27d51e6, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280674059
2024-11-10T23:17:56,066 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf3182e41c44b60afce0b2559e1028f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280674059
2024-11-10T23:17:56,071 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:56,073 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:56,073 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/67ccbceed9fd4cbba61af79a785b9015 is 50, key is test_row_0/B:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:56,074 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107bfe6a6595b4425d98c1f781a2a9a3f8_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:56,076 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107bfe6a6595b4425d98c1f781a2a9a3f8_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:56,076 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107bfe6a6595b4425d98c1f781a2a9a3f8_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:56,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742038_1214 (size=12781)
2024-11-10T23:17:56,083 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/67ccbceed9fd4cbba61af79a785b9015 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/67ccbceed9fd4cbba61af79a785b9015
2024-11-10T23:17:56,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742039_1215 (size=4469)
2024-11-10T23:17:56,089 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into 67ccbceed9fd4cbba61af79a785b9015(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:56,089 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:56,089 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280676063; duration=0sec
2024-11-10T23:17:56,089 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:56,089 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:17:56,089 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:56,090 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:56,090 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:17:56,090 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,090 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcb97a11f6c24d5aa9efe27901463810, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9d563009c1a3445fbd2bf7c87adab51e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/c1b0d6f88dfc49bfbb8290b2701632c6] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.1 K
2024-11-10T23:17:56,090 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb97a11f6c24d5aa9efe27901463810, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731280671756
2024-11-10T23:17:56,091 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d563009c1a3445fbd2bf7c87adab51e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731280672890
2024-11-10T23:17:56,091 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c1b0d6f88dfc49bfbb8290b2701632c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280674059
2024-11-10T23:17:56,097 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:56,098 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/b114501ffdb044cfb53a805e9a3bcc93 is 50, key is test_row_0/C:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:56,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742040_1216 (size=12781)
2024-11-10T23:17:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:56,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-11-10T23:17:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:56,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:17:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:56,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eccb17e8f03c4d8e8ac5c889f7c4ee04_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280675190/Put/seqid=0
2024-11-10T23:17:56,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742041_1217 (size=12454)
2024-11-10T23:17:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:56,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:17:56,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280736346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280736347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280736449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280736449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,486 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:56,486 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/36988c7a355741148b938b43e55ca3c2 is 175, key is test_row_0/A:col10/1731280675182/Put/seqid=0
2024-11-10T23:17:56,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742042_1218 (size=31735)
2024-11-10T23:17:56,509 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/b114501ffdb044cfb53a805e9a3bcc93 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/b114501ffdb044cfb53a805e9a3bcc93
2024-11-10T23:17:56,513 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into b114501ffdb044cfb53a805e9a3bcc93(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:56,514 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:56,514 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280676063; duration=0sec
2024-11-10T23:17:56,514 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:56,514 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:17:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:56,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eccb17e8f03c4d8e8ac5c889f7c4ee04_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eccb17e8f03c4d8e8ac5c889f7c4ee04_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/79b1dbe848b74d8eb724b0b627ceda60, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/79b1dbe848b74d8eb724b0b627ceda60 is 175, key is test_row_0/A:col10/1731280675190/Put/seqid=0
2024-11-10T23:17:56,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742043_1219 (size=31255)
2024-11-10T23:17:56,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280736651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:56,894 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/36988c7a355741148b938b43e55ca3c2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/36988c7a355741148b938b43e55ca3c2
2024-11-10T23:17:56,899 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into 36988c7a355741148b938b43e55ca3c2(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:17:56,899 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:56,899 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280676063; duration=0sec
2024-11-10T23:17:56,899 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:56,899 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:17:56,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280736953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:56,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280736955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:57,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/79b1dbe848b74d8eb724b0b627ceda60
2024-11-10T23:17:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/99d3a2c99ddb4acfa3184935e55b0b8a is 50, key is test_row_0/B:col10/1731280675190/Put/seqid=0
2024-11-10T23:17:57,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742044_1220 (size=12301)
2024-11-10T23:17:57,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280737456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:57,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/99d3a2c99ddb4acfa3184935e55b0b8a
2024-11-10T23:17:57,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280737459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/f98f396c6bd24e5ab05f4e8692b86389 is 50, key is test_row_0/C:col10/1731280675190/Put/seqid=0
2024-11-10T23:17:57,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742045_1221 (size=12301)
2024-11-10T23:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:57,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/f98f396c6bd24e5ab05f4e8692b86389
2024-11-10T23:17:57,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/79b1dbe848b74d8eb724b0b627ceda60 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60
2024-11-10T23:17:57,878 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60, entries=150, sequenceid=272, filesize=30.5 K
2024-11-10T23:17:57,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/99d3a2c99ddb4acfa3184935e55b0b8a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/99d3a2c99ddb4acfa3184935e55b0b8a
2024-11-10T23:17:57,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/99d3a2c99ddb4acfa3184935e55b0b8a, entries=150, sequenceid=272, filesize=12.0 K
2024-11-10T23:17:57,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/f98f396c6bd24e5ab05f4e8692b86389 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/f98f396c6bd24e5ab05f4e8692b86389
2024-11-10T23:17:57,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/f98f396c6bd24e5ab05f4e8692b86389, entries=150, sequenceid=272, filesize=12.0 K
2024-11-10T23:17:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders
2024-11-10T23:17:57,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1678ms, sequenceid=272, compaction requested=false
2024-11-10T23:17:57,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:57,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:57,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-11-10T23:17:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=56
2024-11-10T23:17:57,892 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55
2024-11-10T23:17:57,892 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2910 sec
2024-11-10T23:17:57,893 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.2930 sec
2024-11-10T23:17:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:58,126 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:17:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:58,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:58,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:58,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:58,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:58,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111037b17546941c47c5b6ac0277b510925b_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280676345/Put/seqid=0
2024-11-10T23:17:58,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742046_1222 (size=14994)
2024-11-10T23:17:58,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280738143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280738144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34846 deadline: 1731280738169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,172 DEBUG [Thread-707 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:17:58,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280738246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280738248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280738447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280738450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280738458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280738467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:17:58,545 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111037b17546941c47c5b6ac0277b510925b_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111037b17546941c47c5b6ac0277b510925b_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:17:58,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/6faa3ec761c0479a821cbe301a2af0c9, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:58,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/6faa3ec761c0479a821cbe301a2af0c9 is 175, key is test_row_0/A:col10/1731280676345/Put/seqid=0
2024-11-10T23:17:58,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742047_1223 (size=39949)
2024-11-10T23:17:58,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280738751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280738752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:58,950 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/6faa3ec761c0479a821cbe301a2af0c9
2024-11-10T23:17:58,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/02bc489691c84a01bfabd37d6a865fab is 50, key is test_row_0/B:col10/1731280676345/Put/seqid=0
2024-11-10T23:17:58,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742048_1224 (size=12301)
2024-11-10T23:17:59,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280739256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:59,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:17:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280739256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:17:59,362 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/02bc489691c84a01bfabd37d6a865fab
2024-11-10T23:17:59,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/88f18ccf9b77444596867b57ddf95c0a is 50, key is test_row_0/C:col10/1731280676345/Put/seqid=0
2024-11-10T23:17:59,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742049_1225 (size=12301)
2024-11-10T23:17:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-10T23:17:59,704 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed
2024-11-10T23:17:59,705 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:17:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees
2024-11-10T23:17:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-10T23:17:59,706 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:17:59,707 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:17:59,707 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:17:59,773 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/88f18ccf9b77444596867b57ddf95c0a
2024-11-10T23:17:59,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/6faa3ec761c0479a821cbe301a2af0c9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9
2024-11-10T23:17:59,781 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9, entries=200, sequenceid=298, filesize=39.0 K
2024-11-10T23:17:59,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/02bc489691c84a01bfabd37d6a865fab as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/02bc489691c84a01bfabd37d6a865fab
2024-11-10T23:17:59,788 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/02bc489691c84a01bfabd37d6a865fab, entries=150, sequenceid=298, filesize=12.0 K
2024-11-10T23:17:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/88f18ccf9b77444596867b57ddf95c0a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/88f18ccf9b77444596867b57ddf95c0a
2024-11-10T23:17:59,792 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/88f18ccf9b77444596867b57ddf95c0a, entries=150, sequenceid=298, filesize=12.0 K
2024-11-10T23:17:59,793 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1667ms, sequenceid=298, compaction requested=true
2024-11-10T23:17:59,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:17:59,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:17:59,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:59,793 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:59,793 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:17:59,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:17:59,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:17:59,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:17:59,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:17:59,794 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:59,794 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:17:59,794 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:17:59,794 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:17:59,794 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:59,794 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:59,794 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/67ccbceed9fd4cbba61af79a785b9015, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/99d3a2c99ddb4acfa3184935e55b0b8a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/02bc489691c84a01bfabd37d6a865fab] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.5 K
2024-11-10T23:17:59,794 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/36988c7a355741148b938b43e55ca3c2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=100.5 K
2024-11-10T23:17:59,794 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:59,794 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/36988c7a355741148b938b43e55ca3c2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9]
2024-11-10T23:17:59,795 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 67ccbceed9fd4cbba61af79a785b9015, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280674059
2024-11-10T23:17:59,795 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36988c7a355741148b938b43e55ca3c2, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280674059
2024-11-10T23:17:59,795 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 99d3a2c99ddb4acfa3184935e55b0b8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731280675190
2024-11-10T23:17:59,795 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79b1dbe848b74d8eb724b0b627ceda60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731280675190
2024-11-10T23:17:59,795 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 02bc489691c84a01bfabd37d6a865fab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731280676345
2024-11-10T23:17:59,795 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6faa3ec761c0479a821cbe301a2af0c9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731280676343
2024-11-10T23:17:59,801 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#188 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:17:59,802 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/3d879b9473ab4801addf3d2135b76840 is 50, key is test_row_0/B:col10/1731280676345/Put/seqid=0
2024-11-10T23:17:59,803 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:59,805 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411101eaf30be06ba4243bca2f813055b61f3_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:59,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742050_1226 (size=12983)
2024-11-10T23:17:59,806 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411101eaf30be06ba4243bca2f813055b61f3_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:59,806 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101eaf30be06ba4243bca2f813055b61f3_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:17:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-10T23:17:59,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742051_1227 (size=4469)
2024-11-10T23:17:59,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:17:59,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:17:59,859 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:17:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:17:59,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110230ee73e8d49414595e04c1cc349d5bc_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280678136/Put/seqid=0
2024-11-10T23:17:59,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742052_1228 (size=12454)
2024-11-10T23:18:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-10T23:18:00,210 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/3d879b9473ab4801addf3d2135b76840 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3d879b9473ab4801addf3d2135b76840
2024-11-10T23:18:00,214 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#189 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:00,215 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into 3d879b9473ab4801addf3d2135b76840(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:00,215 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:00,215 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/4fb7d87cd7bb4114bfa5602e7094bd60 is 175, key is test_row_0/A:col10/1731280676345/Put/seqid=0
2024-11-10T23:18:00,215 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280679793; duration=0sec
2024-11-10T23:18:00,215 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:00,215 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:18:00,215 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:00,217 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:00,217 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:18:00,217 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:00,217 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/b114501ffdb044cfb53a805e9a3bcc93, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/f98f396c6bd24e5ab05f4e8692b86389, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/88f18ccf9b77444596867b57ddf95c0a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.5 K
2024-11-10T23:18:00,218 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b114501ffdb044cfb53a805e9a3bcc93, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280674059
2024-11-10T23:18:00,218 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f98f396c6bd24e5ab05f4e8692b86389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731280675190
2024-11-10T23:18:00,218 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f18ccf9b77444596867b57ddf95c0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731280676345
2024-11-10T23:18:00,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742053_1229 (size=31937)
2024-11-10T23:18:00,225 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:00,225 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/dcc89d1292244cafbd6aa71f4090aa35 is 50, key is test_row_0/C:col10/1731280676345/Put/seqid=0
2024-11-10T23:18:00,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742054_1230 (size=12983)
2024-11-10T23:18:00,233 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/dcc89d1292244cafbd6aa71f4090aa35 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcc89d1292244cafbd6aa71f4090aa35
2024-11-10T23:18:00,238 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into dcc89d1292244cafbd6aa71f4090aa35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:00,238 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:00,238 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280679793; duration=0sec
2024-11-10T23:18:00,239 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:00,239 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:18:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:00,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:00,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110230ee73e8d49414595e04c1cc349d5bc_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110230ee73e8d49414595e04c1cc349d5bc_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/9132cdd9f9434aeba11d3d2ac140bb4a, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/9132cdd9f9434aeba11d3d2ac140bb4a is 175, key is test_row_0/A:col10/1731280678136/Put/seqid=0
2024-11-10T23:18:00,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742055_1231 (size=31255)
2024-11-10T23:18:00,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/9132cdd9f9434aeba11d3d2ac140bb4a
2024-11-10T23:18:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/15e5b084958e4300b84b16d6c275d111 is 50, key is test_row_0/B:col10/1731280678136/Put/seqid=0
2024-11-10T23:18:00,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742056_1232 (size=12301)
2024-11-10T23:18:00,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280740299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280740299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-10T23:18:00,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280740403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280740403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1731280740470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,473 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:18:00,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34844 deadline: 1731280740488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,491 DEBUG [Thread-713 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:18:00,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280740606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280740607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,628 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/4fb7d87cd7bb4114bfa5602e7094bd60 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/4fb7d87cd7bb4114bfa5602e7094bd60
2024-11-10T23:18:00,633 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into 4fb7d87cd7bb4114bfa5602e7094bd60(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:00,633 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:00,633 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280679793; duration=0sec
2024-11-10T23:18:00,633 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:00,633 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:18:00,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/15e5b084958e4300b84b16d6c275d111
2024-11-10T23:18:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/eb9cad19b7cd413483f8185fa8a88200 is 50, key is test_row_0/C:col10/1731280678136/Put/seqid=0
2024-11-10T23:18:00,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742057_1233 (size=12301)
2024-11-10T23:18:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-10T23:18:00,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280740910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:00,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280740911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/eb9cad19b7cd413483f8185fa8a88200
2024-11-10T23:18:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/9132cdd9f9434aeba11d3d2ac140bb4a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a
2024-11-10T23:18:01,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a, entries=150, sequenceid=310, filesize=30.5 K
2024-11-10T23:18:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/15e5b084958e4300b84b16d6c275d111 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/15e5b084958e4300b84b16d6c275d111
2024-11-10T23:18:01,127 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/15e5b084958e4300b84b16d6c275d111, entries=150, sequenceid=310, filesize=12.0 K
2024-11-10T23:18:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/eb9cad19b7cd413483f8185fa8a88200 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/eb9cad19b7cd413483f8185fa8a88200
2024-11-10T23:18:01,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/eb9cad19b7cd413483f8185fa8a88200, entries=150, sequenceid=310, filesize=12.0 K
2024-11-10T23:18:01,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1274ms, sequenceid=310, compaction requested=false
2024-11-10T23:18:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-11-10T23:18:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=58
2024-11-10T23:18:01,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57
2024-11-10T23:18:01,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec
2024-11-10T23:18:01,136 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4310 sec
2024-11-10T23:18:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:01,416 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-10T23:18:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:18:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:18:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:18:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:01,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110369a46397ba4426a948952ded4db3f12_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:01,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742058_1234 (size=14994)
2024-11-10T23:18:01,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280741424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280741425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:01,433 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110369a46397ba4426a948952ded4db3f12_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110369a46397ba4426a948952ded4db3f12_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:01,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/897a38a26671407a8a8badb805ae6111, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:01,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/897a38a26671407a8a8badb805ae6111 is 175, key is test_row_0/A:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:01,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742059_1235 (size=39949)
2024-11-10T23:18:01,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280741529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280741529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280741732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280741733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-10T23:18:01,810 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed
2024-11-10T23:18:01,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees
2024-11-10T23:18:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:01,812 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:01,812 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:01,812 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:01,838 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/897a38a26671407a8a8badb805ae6111
2024-11-10T23:18:01,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4d2b63e95c654520abd9e2d47d9ceed3 is 50, key is test_row_0/B:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:01,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742060_1236 (size=12301)
2024-11-10T23:18:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:01,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:01,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-10T23:18:01,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:01,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:01,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:01,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:01,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280742034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280742034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:02,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-10T23:18:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4d2b63e95c654520abd9e2d47d9ceed3
2024-11-10T23:18:02,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/323e30c318a34786a3906a9e24bfc7db is 50, key is test_row_0/C:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:02,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742061_1237 (size=12301)
2024-11-10T23:18:02,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-10T23:18:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:02,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:02,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-10T23:18:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280742538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280742540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-10T23:18:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:02,660 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/323e30c318a34786a3906a9e24bfc7db
2024-11-10T23:18:02,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/897a38a26671407a8a8badb805ae6111 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111
2024-11-10T23:18:02,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111, entries=200, sequenceid=339, filesize=39.0 K
2024-11-10T23:18:02,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/4d2b63e95c654520abd9e2d47d9ceed3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4d2b63e95c654520abd9e2d47d9ceed3
2024-11-10T23:18:02,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4d2b63e95c654520abd9e2d47d9ceed3, entries=150, sequenceid=339, filesize=12.0 K
2024-11-10T23:18:02,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/323e30c318a34786a3906a9e24bfc7db as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/323e30c318a34786a3906a9e24bfc7db
2024-11-10T23:18:02,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/323e30c318a34786a3906a9e24bfc7db, entries=150, sequenceid=339, filesize=12.0 K
2024-11-10T23:18:02,678 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1263ms, sequenceid=339, compaction requested=true
2024-11-10T23:18:02,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:02,679 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:02,679 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:18:02,680 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,680 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,680 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/4fb7d87cd7bb4114bfa5602e7094bd60, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=100.7 K
2024-11-10T23:18:02,680 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3d879b9473ab4801addf3d2135b76840, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/15e5b084958e4300b84b16d6c275d111, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4d2b63e95c654520abd9e2d47d9ceed3] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.7 K
2024-11-10T23:18:02,680 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/4fb7d87cd7bb4114bfa5602e7094bd60, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111]
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d879b9473ab4801addf3d2135b76840, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731280676345
2024-11-10T23:18:02,680 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fb7d87cd7bb4114bfa5602e7094bd60, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731280676345
2024-11-10T23:18:02,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 15e5b084958e4300b84b16d6c275d111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731280678136
2024-11-10T23:18:02,681 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9132cdd9f9434aeba11d3d2ac140bb4a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731280678136
2024-11-10T23:18:02,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d2b63e95c654520abd9e2d47d9ceed3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731280680298
2024-11-10T23:18:02,681 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 897a38a26671407a8a8badb805ae6111, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731280680293
2024-11-10T23:18:02,687 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:02,687 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/fd73bb87ea7948e7bc015e69a0485676 is 50, key is test_row_0/B:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:02,696 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:02,699 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110413c120107074d24ad62bc2cdc6af3c1_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:02,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742062_1238 (size=13085)
2024-11-10T23:18:02,701 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110413c120107074d24ad62bc2cdc6af3c1_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:02,701 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110413c120107074d24ad62bc2cdc6af3c1_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:02,705 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/fd73bb87ea7948e7bc015e69a0485676 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/fd73bb87ea7948e7bc015e69a0485676
2024-11-10T23:18:02,710 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into fd73bb87ea7948e7bc015e69a0485676(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:02,710 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:02,710 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280682679; duration=0sec
2024-11-10T23:18:02,710 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:02,710 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:18:02,711 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:02,712 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:02,712 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:18:02,712 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,712 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcc89d1292244cafbd6aa71f4090aa35, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/eb9cad19b7cd413483f8185fa8a88200, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/323e30c318a34786a3906a9e24bfc7db] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.7 K
2024-11-10T23:18:02,715 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc89d1292244cafbd6aa71f4090aa35, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731280676345
2024-11-10T23:18:02,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742063_1239 (size=4469)
2024-11-10T23:18:02,715 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9cad19b7cd413483f8185fa8a88200, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731280678136
2024-11-10T23:18:02,716 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 323e30c318a34786a3906a9e24bfc7db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731280680298
2024-11-10T23:18:02,722 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:02,722 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/6db2dd52cf7c426494717d70094c1204 is 50, key is test_row_0/C:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:02,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:02,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-11-10T23:18:02,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:02,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742064_1240 (size=13085)
2024-11-10T23:18:02,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-10T23:18:02,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:18:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:18:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:18:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111050849bfe9ad84ec795cba6525e446693_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280681417/Put/seqid=0
2024-11-10T23:18:02,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742065_1241 (size=12454)
2024-11-10T23:18:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:03,116 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#198 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:03,117 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/705abcd8cac94303b2ae2acf15d24eaa is 175, key is test_row_0/A:col10/1731280680298/Put/seqid=0
2024-11-10T23:18:03,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742066_1242 (size=32039)
2024-11-10T23:18:03,139 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/6db2dd52cf7c426494717d70094c1204 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/6db2dd52cf7c426494717d70094c1204
2024-11-10T23:18:03,143 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into 6db2dd52cf7c426494717d70094c1204(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:03,143 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:03,143 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280682679; duration=0sec
2024-11-10T23:18:03,143 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:03,143 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:18:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:03,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111050849bfe9ad84ec795cba6525e446693_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111050849bfe9ad84ec795cba6525e446693_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:03,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb is 175, key is test_row_0/A:col10/1731280681417/Put/seqid=0
2024-11-10T23:18:03,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742067_1243 (size=31255)
2024-11-10T23:18:03,154 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb
2024-11-10T23:18:03,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/c4abd8d3d3a64e2eb24e5539527b0437 is 50, key is test_row_0/B:col10/1731280681417/Put/seqid=0
2024-11-10T23:18:03,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742068_1244 (size=12301)
2024-11-10T23:18:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:03,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. as already flushing
2024-11-10T23:18:03,544 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/705abcd8cac94303b2ae2acf15d24eaa as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/705abcd8cac94303b2ae2acf15d24eaa
2024-11-10T23:18:03,548 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into 705abcd8cac94303b2ae2acf15d24eaa(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:03,548 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:03,548 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280682678; duration=0sec
2024-11-10T23:18:03,548 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:03,548 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:18:03,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/c4abd8d3d3a64e2eb24e5539527b0437
2024-11-10T23:18:03,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/7086c6ff8c874f6dbab4ff23d678f464 is 50, key is test_row_0/C:col10/1731280681417/Put/seqid=0
2024-11-10T23:18:03,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742069_1245 (size=12301)
2024-11-10T23:18:03,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280743577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:03,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280743579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:03,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280743680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:03,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280743681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:03,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731280743882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:03,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34874 deadline: 1731280743882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:03,948 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:61791
2024-11-10T23:18:03,948 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:03,948 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:61791
2024-11-10T23:18:03,948 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:03,949 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:61791
2024-11-10T23:18:03,949 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:03,949 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:61791
2024-11-10T23:18:03,949 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:03,976 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/7086c6ff8c874f6dbab4ff23d678f464
2024-11-10T23:18:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb
2024-11-10T23:18:03,986 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb, entries=150, sequenceid=350, filesize=30.5 K
2024-11-10T23:18:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/c4abd8d3d3a64e2eb24e5539527b0437 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/c4abd8d3d3a64e2eb24e5539527b0437
2024-11-10T23:18:03,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/c4abd8d3d3a64e2eb24e5539527b0437, entries=150, sequenceid=350, filesize=12.0 K
2024-11-10T23:18:03,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/7086c6ff8c874f6dbab4ff23d678f464 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/7086c6ff8c874f6dbab4ff23d678f464
2024-11-10T23:18:03,994 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/7086c6ff8c874f6dbab4ff23d678f464, entries=150, sequenceid=350, filesize=12.0 K
2024-11-10T23:18:03,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1269ms, sequenceid=350, compaction requested=false
2024-11-10T23:18:03,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:03,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:03,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60
2024-11-10T23:18:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=60
2024-11-10T23:18:03,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59
2024-11-10T23:18:03,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1840 sec
2024-11-10T23:18:03,998 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.1860 sec
2024-11-10T23:18:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:04,187 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-10T23:18:04,187 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:61791
2024-11-10T23:18:04,187 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:04,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:18:04,187 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:61791
2024-11-10T23:18:04,187 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:18:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:18:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:04,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108ffc5a01a8894b56b1b08747d582d696_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:04,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742070_1246 (size=12454)
2024-11-10T23:18:04,498 DEBUG [Thread-711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:61791
2024-11-10T23:18:04,498 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:04,529 DEBUG [Thread-713 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:61791
2024-11-10T23:18:04,529 DEBUG [Thread-713 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:04,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:04,608 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108ffc5a01a8894b56b1b08747d582d696_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108ffc5a01a8894b56b1b08747d582d696_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:04,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/46aca21ee11741128a9c6e388761f1f7, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:04,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/46aca21ee11741128a9c6e388761f1f7 is 175, key is test_row_0/A:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:04,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742071_1247 (size=31255)
2024-11-10T23:18:05,016 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/46aca21ee11741128a9c6e388761f1f7
2024-11-10T23:18:05,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/2482794031834c9eb59424b17285f149 is 50, key is test_row_0/B:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:05,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742072_1248 (size=12301)
2024-11-10T23:18:05,433 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/2482794031834c9eb59424b17285f149
2024-11-10T23:18:05,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/953db84b15134ec1a8e3542e15c83897 is 50, key is test_row_0/C:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:05,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742073_1249 (size=12301)
2024-11-10T23:18:05,451 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/953db84b15134ec1a8e3542e15c83897
2024-11-10T23:18:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/46aca21ee11741128a9c6e388761f1f7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7
2024-11-10T23:18:05,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7, entries=150, sequenceid=380, filesize=30.5 K
2024-11-10T23:18:05,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/2482794031834c9eb59424b17285f149 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/2482794031834c9eb59424b17285f149
2024-11-10T23:18:05,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/2482794031834c9eb59424b17285f149, entries=150, sequenceid=380, filesize=12.0 K
2024-11-10T23:18:05,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/953db84b15134ec1a8e3542e15c83897 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/953db84b15134ec1a8e3542e15c83897
2024-11-10T23:18:05,468 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/953db84b15134ec1a8e3542e15c83897, entries=150, sequenceid=380, filesize=12.0 K
2024-11-10T23:18:05,468 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=13.42 KB/13740 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1282ms, sequenceid=380, compaction requested=true
2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:05,469 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eac8d1fa6f0722f68ae601c44d11d1e0:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:05,469 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:05,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/B is initiating minor compaction (all files)
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/A is initiating minor compaction (all files)
2024-11-10T23:18:05,470 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/B in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:05,470 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/A in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:05,470 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/fd73bb87ea7948e7bc015e69a0485676, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/c4abd8d3d3a64e2eb24e5539527b0437, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/2482794031834c9eb59424b17285f149] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.8 K
2024-11-10T23:18:05,470 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/705abcd8cac94303b2ae2acf15d24eaa, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=92.3 K
2024-11-10T23:18:05,470 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/705abcd8cac94303b2ae2acf15d24eaa, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7]
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting fd73bb87ea7948e7bc015e69a0485676, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731280680298
2024-11-10T23:18:05,470 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 705abcd8cac94303b2ae2acf15d24eaa, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731280680298
2024-11-10T23:18:05,471 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c4abd8d3d3a64e2eb24e5539527b0437, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731280681417
2024-11-10T23:18:05,471 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb1c3cb04c54c9aa7d18b9e4d32abdb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731280681417
2024-11-10T23:18:05,471 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2482794031834c9eb59424b17285f149, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731280683573
2024-11-10T23:18:05,471 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46aca21ee11741128a9c6e388761f1f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731280683573
2024-11-10T23:18:05,481 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#B#compaction#206 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:05,482 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/7d6d043c6078430797f149fe20788c54 is 50, key is test_row_0/B:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:05,483 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:05,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742074_1250 (size=13187)
2024-11-10T23:18:05,486 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411106c84b0fd0bf24fb49b4c5e32333b4d8a_eac8d1fa6f0722f68ae601c44d11d1e0 store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:05,493 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/7d6d043c6078430797f149fe20788c54 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/7d6d043c6078430797f149fe20788c54
2024-11-10T23:18:05,499 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/B of eac8d1fa6f0722f68ae601c44d11d1e0 into 7d6d043c6078430797f149fe20788c54(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:05,499 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:05,499 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/B, priority=13, startTime=1731280685469; duration=0sec
2024-11-10T23:18:05,499 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:05,499 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:B
2024-11-10T23:18:05,499 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:05,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:05,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): eac8d1fa6f0722f68ae601c44d11d1e0/C is initiating minor compaction (all files)
2024-11-10T23:18:05,500 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eac8d1fa6f0722f68ae601c44d11d1e0/C in TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:05,500 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/6db2dd52cf7c426494717d70094c1204, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/7086c6ff8c874f6dbab4ff23d678f464, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/953db84b15134ec1a8e3542e15c83897] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp, totalSize=36.8 K
2024-11-10T23:18:05,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 6db2dd52cf7c426494717d70094c1204, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731280680298
2024-11-10T23:18:05,501 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 7086c6ff8c874f6dbab4ff23d678f464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731280681417
2024-11-10T23:18:05,501 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 953db84b15134ec1a8e3542e15c83897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731280683573
2024-11-10T23:18:05,515 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#C#compaction#208 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:05,515 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/1005308129704428a45ed2132bf4c5a1 is 50, key is test_row_0/C:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:05,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742075_1251 (size=13187)
2024-11-10T23:18:05,529 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411106c84b0fd0bf24fb49b4c5e32333b4d8a_eac8d1fa6f0722f68ae601c44d11d1e0, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:05,529 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106c84b0fd0bf24fb49b4c5e32333b4d8a_eac8d1fa6f0722f68ae601c44d11d1e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:05,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742076_1252 (size=4469)
2024-11-10T23:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-10T23:18:05,916 INFO  [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed
2024-11-10T23:18:05,926 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/1005308129704428a45ed2132bf4c5a1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/1005308129704428a45ed2132bf4c5a1
2024-11-10T23:18:05,930 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/C of eac8d1fa6f0722f68ae601c44d11d1e0 into 1005308129704428a45ed2132bf4c5a1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:05,930 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:05,930 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/C, priority=13, startTime=1731280685469; duration=0sec
2024-11-10T23:18:05,930 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:05,930 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:C
2024-11-10T23:18:05,935 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eac8d1fa6f0722f68ae601c44d11d1e0#A#compaction#207 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:05,935 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/c0982f67aa684f49853fd87df51e4bc6 is 175, key is test_row_0/A:col10/1731280684184/Put/seqid=0
2024-11-10T23:18:05,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742077_1253 (size=32141)
2024-11-10T23:18:06,351 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/c0982f67aa684f49853fd87df51e4bc6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c0982f67aa684f49853fd87df51e4bc6
2024-11-10T23:18:06,358 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eac8d1fa6f0722f68ae601c44d11d1e0/A of eac8d1fa6f0722f68ae601c44d11d1e0 into c0982f67aa684f49853fd87df51e4bc6(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:06,358 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:06,358 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0., storeName=eac8d1fa6f0722f68ae601c44d11d1e0/A, priority=13, startTime=1731280685469; duration=0sec
2024-11-10T23:18:06,358 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:06,358 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eac8d1fa6f0722f68ae601c44d11d1e0:A
2024-11-10T23:18:06,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-10T23:18:08,298 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:61791
2024-11-10T23:18:08,298 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:08,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-10T23:18:08,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 65
2024-11-10T23:18:08,298 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 43
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 66
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 64
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6705
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6696
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2885
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8654 rows
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2891
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8673 rows
2024-11-10T23:18:08,299 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:18:08,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:61791
2024-11-10T23:18:08,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:08,302 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-10T23:18:08,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-10T23:18:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-10T23:18:08,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280688307"}]},"ts":"1731280688307"}
2024-11-10T23:18:08,309 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-10T23:18:08,352 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-10T23:18:08,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:18:08,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, UNASSIGN}]
2024-11-10T23:18:08,355 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, UNASSIGN
2024-11-10T23:18:08,355 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:08,356 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:18:08,356 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:18:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-10T23:18:08,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:08,509 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:08,509 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:18:08,510 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing eac8d1fa6f0722f68ae601c44d11d1e0, disabling compactions & flushes
2024-11-10T23:18:08,510 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:08,510 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:08,510 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0. after waiting 0 ms
2024-11-10T23:18:08,510 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:08,510 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing eac8d1fa6f0722f68ae601c44d11d1e0 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-10T23:18:08,511 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=A
2024-11-10T23:18:08,511 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:08,511 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=B
2024-11-10T23:18:08,511 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:08,512 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eac8d1fa6f0722f68ae601c44d11d1e0, store=C
2024-11-10T23:18:08,512 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:08,522 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ecacb4c003a74508b9757515da9fd047_eac8d1fa6f0722f68ae601c44d11d1e0 is 50, key is test_row_0/A:col10/1731280684526/Put/seqid=0
2024-11-10T23:18:08,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742078_1254 (size=9914)
2024-11-10T23:18:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-10T23:18:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-10T23:18:08,927 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:08,938 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ecacb4c003a74508b9757515da9fd047_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ecacb4c003a74508b9757515da9fd047_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:08,940 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/538a9ae6fa56452bb264889a9d6d557b, store: [table=TestAcidGuarantees family=A region=eac8d1fa6f0722f68ae601c44d11d1e0]
2024-11-10T23:18:08,942 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/538a9ae6fa56452bb264889a9d6d557b is 175, key is test_row_0/A:col10/1731280684526/Put/seqid=0
2024-11-10T23:18:08,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742079_1255 (size=22561)
2024-11-10T23:18:09,348 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/538a9ae6fa56452bb264889a9d6d557b
2024-11-10T23:18:09,364 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/8d8c700a7d254d6c81f9145b79128bde is 50, key is test_row_0/B:col10/1731280684526/Put/seqid=0
2024-11-10T23:18:09,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742080_1256 (size=9857)
2024-11-10T23:18:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-10T23:18:09,772 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/8d8c700a7d254d6c81f9145b79128bde
2024-11-10T23:18:09,788 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/39b05b57c8c74942ae2419fd9f8a326c is 50, key is test_row_0/C:col10/1731280684526/Put/seqid=0
2024-11-10T23:18:09,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742081_1257 (size=9857)
2024-11-10T23:18:10,193 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/39b05b57c8c74942ae2419fd9f8a326c
2024-11-10T23:18:10,203 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/A/538a9ae6fa56452bb264889a9d6d557b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/538a9ae6fa56452bb264889a9d6d557b
2024-11-10T23:18:10,208 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/538a9ae6fa56452bb264889a9d6d557b, entries=100, sequenceid=389, filesize=22.0 K
2024-11-10T23:18:10,209 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/B/8d8c700a7d254d6c81f9145b79128bde as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8d8c700a7d254d6c81f9145b79128bde
2024-11-10T23:18:10,213 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8d8c700a7d254d6c81f9145b79128bde, entries=100, sequenceid=389, filesize=9.6 K
2024-11-10T23:18:10,214 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/.tmp/C/39b05b57c8c74942ae2419fd9f8a326c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/39b05b57c8c74942ae2419fd9f8a326c
2024-11-10T23:18:10,217 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/39b05b57c8c74942ae2419fd9f8a326c, entries=100, sequenceid=389, filesize=9.6 K
2024-11-10T23:18:10,218 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for eac8d1fa6f0722f68ae601c44d11d1e0 in 1708ms, sequenceid=389, compaction requested=false
2024-11-10T23:18:10,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/61cd96dc05ed435e9648875668702996, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/feee320bb1024657bc6610fc01ab0f8d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/aeb266ef103a4e43abaf065f24fc8677, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/70cf8c1e8bcd4bf3b709a58e7037392a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/36988c7a355741148b938b43e55ca3c2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/4fb7d87cd7bb4114bfa5602e7094bd60, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/705abcd8cac94303b2ae2acf15d24eaa, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7] to archive
2024-11-10T23:18:10,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:18:10,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c846b89294544485902e2b40bd22d21f
2024-11-10T23:18:10,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/f8bae2620d2d4117bf745ab8c58b9338
2024-11-10T23:18:10,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/2d296b6d07264ea18d0c05fe31281902
2024-11-10T23:18:10,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/61cd96dc05ed435e9648875668702996 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/61cd96dc05ed435e9648875668702996
2024-11-10T23:18:10,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/23ecf5eaca8e4cb9bc374981955c0240
2024-11-10T23:18:10,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bc92d15c52c742b58e9a6e826cbfbf9d
2024-11-10T23:18:10,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/feee320bb1024657bc6610fc01ab0f8d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/feee320bb1024657bc6610fc01ab0f8d
2024-11-10T23:18:10,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/3bfc6e3859524892a418755a39f9062c
2024-11-10T23:18:10,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/7206f77ec6c14f1e8ce9ef8f32898aa1
2024-11-10T23:18:10,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/aeb266ef103a4e43abaf065f24fc8677 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/aeb266ef103a4e43abaf065f24fc8677
2024-11-10T23:18:10,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/edf799c10b9a4d5798af19a68011fb9e
2024-11-10T23:18:10,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/8c8696879a564f8a8148d592b8c1bbeb
2024-11-10T23:18:10,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/5294125671214be8818c53776e9bad98
2024-11-10T23:18:10,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/70cf8c1e8bcd4bf3b709a58e7037392a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/70cf8c1e8bcd4bf3b709a58e7037392a
2024-11-10T23:18:10,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/fd09ef63b5ba47f4ba82718a8f05c33b
2024-11-10T23:18:10,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/37bdd8680959481684de250ad5057f3f
2024-11-10T23:18:10,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/eec313eb588b46ec92af27bbb27d51e6
2024-11-10T23:18:10,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/36988c7a355741148b938b43e55ca3c2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/36988c7a355741148b938b43e55ca3c2
2024-11-10T23:18:10,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/79b1dbe848b74d8eb724b0b627ceda60
2024-11-10T23:18:10,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/6faa3ec761c0479a821cbe301a2af0c9
2024-11-10T23:18:10,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/4fb7d87cd7bb4114bfa5602e7094bd60 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/4fb7d87cd7bb4114bfa5602e7094bd60
2024-11-10T23:18:10,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/9132cdd9f9434aeba11d3d2ac140bb4a
2024-11-10T23:18:10,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/897a38a26671407a8a8badb805ae6111
2024-11-10T23:18:10,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/705abcd8cac94303b2ae2acf15d24eaa to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/705abcd8cac94303b2ae2acf15d24eaa
2024-11-10T23:18:10,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/bbb1c3cb04c54c9aa7d18b9e4d32abdb
2024-11-10T23:18:10,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/46aca21ee11741128a9c6e388761f1f7
2024-11-10T23:18:10,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/6cdf93d822c347abaab0a574cd222106, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/87a33d689a444e028c4c437e2cbadc32, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/e350ee28688b4238913eabcbfd87e8b0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/58d981ae479148ba9ff91e3cd2078ebb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4df130694ee3458ca0b515dc5641fc27, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/63466053b81c4184baac794d876a4ade, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/216ba4462ca34fad91789cf84c5b23c9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/b84a4094113a4b2cb004f2b9462782ef, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/79f35c4bc3f649fb87aeeea199f9cc6a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/405dea9cf4f14ffbb74395216f410f9c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/ef001769c2b741ab910dd276029f2c2f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8f4c48e11f5c466db3eb3e4c8bbaf40f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/506f8e437b0c47cd9bee06ffb8e81454, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3194de24fccd4e0cba5ec99102d65110, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/0ce61c16c59a40d981b91dc6a1ae4715, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/9ef7010b00f6425ab4cd7d6c81386132, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/67ccbceed9fd4cbba61af79a785b9015, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4bf3182e41c44b60afce0b2559e1028f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/99d3a2c99ddb4acfa3184935e55b0b8a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3d879b9473ab4801addf3d2135b76840, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/02bc489691c84a01bfabd37d6a865fab, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/15e5b084958e4300b84b16d6c275d111, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/fd73bb87ea7948e7bc015e69a0485676, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4d2b63e95c654520abd9e2d47d9ceed3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/c4abd8d3d3a64e2eb24e5539527b0437, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/2482794031834c9eb59424b17285f149] to archive
2024-11-10T23:18:10,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:18:10,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/6cdf93d822c347abaab0a574cd222106 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/6cdf93d822c347abaab0a574cd222106
2024-11-10T23:18:10,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/87a33d689a444e028c4c437e2cbadc32 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/87a33d689a444e028c4c437e2cbadc32
2024-11-10T23:18:10,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/e350ee28688b4238913eabcbfd87e8b0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/e350ee28688b4238913eabcbfd87e8b0
2024-11-10T23:18:10,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/58d981ae479148ba9ff91e3cd2078ebb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/58d981ae479148ba9ff91e3cd2078ebb
2024-11-10T23:18:10,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4df130694ee3458ca0b515dc5641fc27 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4df130694ee3458ca0b515dc5641fc27
2024-11-10T23:18:10,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/63466053b81c4184baac794d876a4ade to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/63466053b81c4184baac794d876a4ade
2024-11-10T23:18:10,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/216ba4462ca34fad91789cf84c5b23c9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/216ba4462ca34fad91789cf84c5b23c9
2024-11-10T23:18:10,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/b84a4094113a4b2cb004f2b9462782ef to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/b84a4094113a4b2cb004f2b9462782ef
2024-11-10T23:18:10,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/79f35c4bc3f649fb87aeeea199f9cc6a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/79f35c4bc3f649fb87aeeea199f9cc6a
2024-11-10T23:18:10,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/405dea9cf4f14ffbb74395216f410f9c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/405dea9cf4f14ffbb74395216f410f9c
2024-11-10T23:18:10,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/ef001769c2b741ab910dd276029f2c2f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/ef001769c2b741ab910dd276029f2c2f
2024-11-10T23:18:10,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8f4c48e11f5c466db3eb3e4c8bbaf40f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8f4c48e11f5c466db3eb3e4c8bbaf40f
2024-11-10T23:18:10,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/506f8e437b0c47cd9bee06ffb8e81454 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/506f8e437b0c47cd9bee06ffb8e81454
2024-11-10T23:18:10,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3194de24fccd4e0cba5ec99102d65110 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3194de24fccd4e0cba5ec99102d65110
2024-11-10T23:18:10,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/0ce61c16c59a40d981b91dc6a1ae4715 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/0ce61c16c59a40d981b91dc6a1ae4715
2024-11-10T23:18:10,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/9ef7010b00f6425ab4cd7d6c81386132 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/9ef7010b00f6425ab4cd7d6c81386132
2024-11-10T23:18:10,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/67ccbceed9fd4cbba61af79a785b9015 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/67ccbceed9fd4cbba61af79a785b9015
2024-11-10T23:18:10,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4bf3182e41c44b60afce0b2559e1028f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4bf3182e41c44b60afce0b2559e1028f
2024-11-10T23:18:10,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/99d3a2c99ddb4acfa3184935e55b0b8a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/99d3a2c99ddb4acfa3184935e55b0b8a
2024-11-10T23:18:10,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3d879b9473ab4801addf3d2135b76840 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/3d879b9473ab4801addf3d2135b76840
2024-11-10T23:18:10,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/02bc489691c84a01bfabd37d6a865fab to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/02bc489691c84a01bfabd37d6a865fab
2024-11-10T23:18:10,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/15e5b084958e4300b84b16d6c275d111 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/15e5b084958e4300b84b16d6c275d111
2024-11-10T23:18:10,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/fd73bb87ea7948e7bc015e69a0485676 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/fd73bb87ea7948e7bc015e69a0485676
2024-11-10T23:18:10,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4d2b63e95c654520abd9e2d47d9ceed3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/4d2b63e95c654520abd9e2d47d9ceed3
2024-11-10T23:18:10,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/c4abd8d3d3a64e2eb24e5539527b0437 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/c4abd8d3d3a64e2eb24e5539527b0437
2024-11-10T23:18:10,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/2482794031834c9eb59424b17285f149 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/2482794031834c9eb59424b17285f149
2024-11-10T23:18:10,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/de0ab5e5c4f74f6c905fb76c214e791b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/ef84e24f5f484eac8af4fe6b8ae13ccc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9054e0853dc347f888564d684bfc7403, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/58bfbb33311f447da31dd9c0cc6a9c28, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/28d6819f091d4e58a02e05307530e0ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcd44d92ad9b49f888f4a14b0eebf4ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/03e8ab342ed348ef93eb0d360d4b8216, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/29e3f30565414344858ecc365c2115b2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/fc565fecc1a04d5ead40f35792521488, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/bd4ac3d9ba334c0c8c756ad8220d7553, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/59a139721bb64d3fa9c1a9ca76198bf6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/a9f50e8075604ca4aaa648eee2ceec5e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/0f2787c95eec4ba19931ebb471768679, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcb97a11f6c24d5aa9efe27901463810, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/77aaa81bb2364262bdb8f97beebe0c16, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9d563009c1a3445fbd2bf7c87adab51e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/b114501ffdb044cfb53a805e9a3bcc93, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/c1b0d6f88dfc49bfbb8290b2701632c6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/f98f396c6bd24e5ab05f4e8692b86389, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcc89d1292244cafbd6aa71f4090aa35, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/88f18ccf9b77444596867b57ddf95c0a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/eb9cad19b7cd413483f8185fa8a88200, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/6db2dd52cf7c426494717d70094c1204, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/323e30c318a34786a3906a9e24bfc7db, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/7086c6ff8c874f6dbab4ff23d678f464, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/953db84b15134ec1a8e3542e15c83897] to archive
2024-11-10T23:18:10,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:18:10,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/de0ab5e5c4f74f6c905fb76c214e791b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/de0ab5e5c4f74f6c905fb76c214e791b
2024-11-10T23:18:10,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/ef84e24f5f484eac8af4fe6b8ae13ccc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/ef84e24f5f484eac8af4fe6b8ae13ccc
2024-11-10T23:18:10,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9054e0853dc347f888564d684bfc7403 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9054e0853dc347f888564d684bfc7403
2024-11-10T23:18:10,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/58bfbb33311f447da31dd9c0cc6a9c28 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/58bfbb33311f447da31dd9c0cc6a9c28
2024-11-10T23:18:10,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/28d6819f091d4e58a02e05307530e0ae to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/28d6819f091d4e58a02e05307530e0ae
2024-11-10T23:18:10,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcd44d92ad9b49f888f4a14b0eebf4ae to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcd44d92ad9b49f888f4a14b0eebf4ae
2024-11-10T23:18:10,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/03e8ab342ed348ef93eb0d360d4b8216 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/03e8ab342ed348ef93eb0d360d4b8216
2024-11-10T23:18:10,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/29e3f30565414344858ecc365c2115b2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/29e3f30565414344858ecc365c2115b2
2024-11-10T23:18:10,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/fc565fecc1a04d5ead40f35792521488 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/fc565fecc1a04d5ead40f35792521488
2024-11-10T23:18:10,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/bd4ac3d9ba334c0c8c756ad8220d7553 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/bd4ac3d9ba334c0c8c756ad8220d7553
2024-11-10T23:18:10,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/59a139721bb64d3fa9c1a9ca76198bf6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/59a139721bb64d3fa9c1a9ca76198bf6
2024-11-10T23:18:10,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/a9f50e8075604ca4aaa648eee2ceec5e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/a9f50e8075604ca4aaa648eee2ceec5e
2024-11-10T23:18:10,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/0f2787c95eec4ba19931ebb471768679 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/0f2787c95eec4ba19931ebb471768679
2024-11-10T23:18:10,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcb97a11f6c24d5aa9efe27901463810 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcb97a11f6c24d5aa9efe27901463810
2024-11-10T23:18:10,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/77aaa81bb2364262bdb8f97beebe0c16 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/77aaa81bb2364262bdb8f97beebe0c16
2024-11-10T23:18:10,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9d563009c1a3445fbd2bf7c87adab51e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/9d563009c1a3445fbd2bf7c87adab51e
2024-11-10T23:18:10,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/b114501ffdb044cfb53a805e9a3bcc93 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/b114501ffdb044cfb53a805e9a3bcc93
2024-11-10T23:18:10,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/c1b0d6f88dfc49bfbb8290b2701632c6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/c1b0d6f88dfc49bfbb8290b2701632c6
2024-11-10T23:18:10,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/f98f396c6bd24e5ab05f4e8692b86389 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/f98f396c6bd24e5ab05f4e8692b86389
2024-11-10T23:18:10,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcc89d1292244cafbd6aa71f4090aa35 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/dcc89d1292244cafbd6aa71f4090aa35
2024-11-10T23:18:10,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/88f18ccf9b77444596867b57ddf95c0a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/88f18ccf9b77444596867b57ddf95c0a
2024-11-10T23:18:10,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/eb9cad19b7cd413483f8185fa8a88200 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/eb9cad19b7cd413483f8185fa8a88200
2024-11-10T23:18:10,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/6db2dd52cf7c426494717d70094c1204 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/6db2dd52cf7c426494717d70094c1204
2024-11-10T23:18:10,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/323e30c318a34786a3906a9e24bfc7db to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/323e30c318a34786a3906a9e24bfc7db
2024-11-10T23:18:10,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/7086c6ff8c874f6dbab4ff23d678f464 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/7086c6ff8c874f6dbab4ff23d678f464
2024-11-10T23:18:10,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/953db84b15134ec1a8e3542e15c83897 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/953db84b15134ec1a8e3542e15c83897
2024-11-10T23:18:10,294 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=4
2024-11-10T23:18:10,295 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.
2024-11-10T23:18:10,295 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for eac8d1fa6f0722f68ae601c44d11d1e0:

2024-11-10T23:18:10,296 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,296 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=eac8d1fa6f0722f68ae601c44d11d1e0, regionState=CLOSED
2024-11-10T23:18:10,298 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63
2024-11-10T23:18:10,298 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure eac8d1fa6f0722f68ae601c44d11d1e0, server=992bda40dfe9,43391,1731280628391 in 1.9410 sec
2024-11-10T23:18:10,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62
2024-11-10T23:18:10,299 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eac8d1fa6f0722f68ae601c44d11d1e0, UNASSIGN in 1.9440 sec
2024-11-10T23:18:10,300 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61
2024-11-10T23:18:10,300 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9460 sec
2024-11-10T23:18:10,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280690301"}]},"ts":"1731280690301"}
2024-11-10T23:18:10,301 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-10T23:18:10,343 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-10T23:18:10,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0410 sec
2024-11-10T23:18:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-11-10T23:18:10,415 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed
2024-11-10T23:18:10,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-10T23:18:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,419 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-10T23:18:10,421 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,426 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,432 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/recovered.edits]
2024-11-10T23:18:10,437 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/538a9ae6fa56452bb264889a9d6d557b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/538a9ae6fa56452bb264889a9d6d557b
2024-11-10T23:18:10,440 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c0982f67aa684f49853fd87df51e4bc6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/A/c0982f67aa684f49853fd87df51e4bc6
2024-11-10T23:18:10,444 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/7d6d043c6078430797f149fe20788c54 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/7d6d043c6078430797f149fe20788c54
2024-11-10T23:18:10,447 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8d8c700a7d254d6c81f9145b79128bde to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/B/8d8c700a7d254d6c81f9145b79128bde
2024-11-10T23:18:10,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/1005308129704428a45ed2132bf4c5a1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/1005308129704428a45ed2132bf4c5a1
2024-11-10T23:18:10,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/39b05b57c8c74942ae2419fd9f8a326c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/C/39b05b57c8c74942ae2419fd9f8a326c
2024-11-10T23:18:10,457 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/recovered.edits/392.seqid to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0/recovered.edits/392.seqid
2024-11-10T23:18:10,458 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,458 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-10T23:18:10,459 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-10T23:18:10,460 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-10T23:18:10,468 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100131747c229f4294a9f43974ea4f79cc_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100131747c229f4294a9f43974ea4f79cc_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,470 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110221973a9866e4654aac4aa0b12d7532e_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110221973a9866e4654aac4aa0b12d7532e_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,472 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110230ee73e8d49414595e04c1cc349d5bc_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110230ee73e8d49414595e04c1cc349d5bc_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,473 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110245d44a3777c455096022a60eb67e435_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110245d44a3777c455096022a60eb67e435_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,475 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110369a46397ba4426a948952ded4db3f12_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110369a46397ba4426a948952ded4db3f12_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,476 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111037b17546941c47c5b6ac0277b510925b_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111037b17546941c47c5b6ac0277b510925b_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,477 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111037e74ba4757b448bb3f696d0841771e4_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111037e74ba4757b448bb3f696d0841771e4_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,479 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104455ba8cefd14e11ae2643956241b5c9_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104455ba8cefd14e11ae2643956241b5c9_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,480 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111050849bfe9ad84ec795cba6525e446693_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111050849bfe9ad84ec795cba6525e446693_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,482 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055b8777af72a4e03a82f0679903a936b_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055b8777af72a4e03a82f0679903a936b_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,483 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111058253901eba04ea4a80cca0e84247527_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111058253901eba04ea4a80cca0e84247527_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,484 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111059efea9498084e92bc17ce8e34376030_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111059efea9498084e92bc17ce8e34376030_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,485 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105a0bc60fc03b4259acbebe5ca801ece1_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105a0bc60fc03b4259acbebe5ca801ece1_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,486 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111085241fb37d9c4ff98dae614978375312_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111085241fb37d9c4ff98dae614978375312_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,487 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110873d08ee934e4a48aabe66dd0de3ca6b_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110873d08ee934e4a48aabe66dd0de3ca6b_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,488 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108ffc5a01a8894b56b1b08747d582d696_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108ffc5a01a8894b56b1b08747d582d696_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,489 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ade17742d1d4e7b8ef3dc1c37252874_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ade17742d1d4e7b8ef3dc1c37252874_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,490 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ecacb4c003a74508b9757515da9fd047_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ecacb4c003a74508b9757515da9fd047_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,491 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eccb17e8f03c4d8e8ac5c889f7c4ee04_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eccb17e8f03c4d8e8ac5c889f7c4ee04_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f9988df9a3fd462b84f2b332f31ba8e1_eac8d1fa6f0722f68ae601c44d11d1e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f9988df9a3fd462b84f2b332f31ba8e1_eac8d1fa6f0722f68ae601c44d11d1e0
2024-11-10T23:18:10,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-10T23:18:10,494 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,497 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-10T23:18:10,498 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-10T23:18:10,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-10T23:18:10,500 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731280690499"}]},"ts":"9223372036854775807"}
2024-11-10T23:18:10,501 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-10T23:18:10,501 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => eac8d1fa6f0722f68ae601c44d11d1e0, NAME => 'TestAcidGuarantees,,1731280660646.eac8d1fa6f0722f68ae601c44d11d1e0.', STARTKEY => '', ENDKEY => ''}]
2024-11-10T23:18:10,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-10T23:18:10,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731280690501"}]},"ts":"9223372036854775807"}
2024-11-10T23:18:10,503 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-10T23:18:10,510 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,511 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec
2024-11-10T23:18:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-11-10T23:18:10,522 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed
2024-11-10T23:18:10,529 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 239)
Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-293556027_22 at /127.0.0.1:44804 [Waiting for operation #263]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238213252_22 at /127.0.0.1:47060 [Waiting for operation #572]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238213252_22 at /127.0.0.1:43162 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/dfs/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/dfs/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x5e9feb38-shared-pool-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=461 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 374), ProcessCount=9 (was 11), AvailableMemoryMB=4728 (was 4630) - AvailableMemoryMB LEAK? -
2024-11-10T23:18:10,537 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=9, AvailableMemoryMB=4727
2024-11-10T23:18:10,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:18:10,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:18:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:10,539 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:18:10,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:10,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 66
2024-11-10T23:18:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66
2024-11-10T23:18:10,540 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:18:10,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742082_1258 (size=960)
2024-11-10T23:18:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66
2024-11-10T23:18:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66
2024-11-10T23:18:10,949 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:18:10,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742083_1259 (size=53)
2024-11-10T23:18:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66
2024-11-10T23:18:11,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:18:11,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8fdbb5a184152d22c716f82d44d75210, disabling compactions & flushes
2024-11-10T23:18:11,358 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,358 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. after waiting 0 ms
2024-11-10T23:18:11,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,359 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:11,361 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:18:11,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731280691361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280691361"}]},"ts":"1731280691361"}
2024-11-10T23:18:11,364 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:18:11,366 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:18:11,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280691366"}]},"ts":"1731280691366"}
2024-11-10T23:18:11,368 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-10T23:18:11,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, ASSIGN}]
2024-11-10T23:18:11,421 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, ASSIGN
2024-11-10T23:18:11,423 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:18:11,573 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=8fdbb5a184152d22c716f82d44d75210, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:11,576 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:18:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66
2024-11-10T23:18:11,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:11,736 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,736 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:18:11,737 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:11,737 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:18:11,737 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:11,737 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:11,739 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8fdbb5a184152d22c716f82d44d75210 
2024-11-10T23:18:11,740 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:11,740 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdbb5a184152d22c716f82d44d75210 columnFamilyName A
2024-11-10T23:18:11,741 DEBUG [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:11,741 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.HStore(327): Store=8fdbb5a184152d22c716f82d44d75210/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:11,741 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8fdbb5a184152d22c716f82d44d75210 
2024-11-10T23:18:11,742 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:11,742 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdbb5a184152d22c716f82d44d75210 columnFamilyName B
2024-11-10T23:18:11,742 DEBUG [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:11,743 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.HStore(327): Store=8fdbb5a184152d22c716f82d44d75210/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:11,743 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8fdbb5a184152d22c716f82d44d75210 
2024-11-10T23:18:11,744 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:11,745 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdbb5a184152d22c716f82d44d75210 columnFamilyName C
2024-11-10T23:18:11,745 DEBUG [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:11,745 INFO  [StoreOpener-8fdbb5a184152d22c716f82d44d75210-1 {}] regionserver.HStore(327): Store=8fdbb5a184152d22c716f82d44d75210/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:11,745 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,746 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:11,746 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:11,748 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:18:11,750 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:11,752 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:18:11,753 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 8fdbb5a184152d22c716f82d44d75210; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65079971, jitterRate=-0.030232861638069153}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:18:11,754 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:11,755 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., pid=68, masterSystemTime=1731280691730
2024-11-10T23:18:11,756 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,756 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:11,757 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=8fdbb5a184152d22c716f82d44d75210, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:11,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67
2024-11-10T23:18:11,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391 in 182 msec
2024-11-10T23:18:11,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66
2024-11-10T23:18:11,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, ASSIGN in 340 msec
2024-11-10T23:18:11,761 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:18:11,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280691761"}]},"ts":"1731280691761"}
2024-11-10T23:18:11,762 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-10T23:18:11,769 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:18:11,770 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2310 sec
2024-11-10T23:18:11,889 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34327,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66
2024-11-10T23:18:12,649 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed
2024-11-10T23:18:12,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389
2024-11-10T23:18:12,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,710 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:18:12,714 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:18:12,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0
2024-11-10T23:18:12,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb
2024-11-10T23:18:12,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991
2024-11-10T23:18:12,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050
2024-11-10T23:18:12,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8
2024-11-10T23:18:12,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47
2024-11-10T23:18:12,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb
2024-11-10T23:18:12,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb
2024-11-10T23:18:12,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9
2024-11-10T23:18:12,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f
2024-11-10T23:18:12,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:12,822 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees
2024-11-10T23:18:12,823 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-10T23:18:12,824 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:12,824 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:12,827 DEBUG [hconnection-0x2d4ea307-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,827 DEBUG [hconnection-0xb21be7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,827 DEBUG [hconnection-0x6929dfe6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,828 DEBUG [hconnection-0x5d197597-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,828 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,829 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,829 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,829 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,830 DEBUG [hconnection-0x3a5a211b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,831 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,835 DEBUG [hconnection-0x46e4ce2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,836 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:12,839 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:18:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:12,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:12,839 DEBUG [hconnection-0x4078bd41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,841 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,851 DEBUG [hconnection-0x4f0c7ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,852 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280752861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280752862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280752863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280752863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,867 DEBUG [hconnection-0x1e56fc6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,867 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280752869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,875 DEBUG [hconnection-0x64a09ea8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:12,880 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:12,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e is 50, key is test_row_0/A:col10/1731280692837/Put/seqid=0
2024-11-10T23:18:12,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742084_1260 (size=12001)
2024-11-10T23:18:12,914 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e
2024-11-10T23:18:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-10T23:18:12,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d3edbd786da449119b1264808ddc3ee2 is 50, key is test_row_0/B:col10/1731280692837/Put/seqid=0
2024-11-10T23:18:12,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280752966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280752967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280752967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280752967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280752970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:12,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-10T23:18:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:12,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=70
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:12,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742085_1261 (size=12001)
2024-11-10T23:18:12,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d3edbd786da449119b1264808ddc3ee2
2024-11-10T23:18:13,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/eaa97108e2de40bfbc835a9b5e069436 is 50, key is test_row_0/C:col10/1731280692837/Put/seqid=0
2024-11-10T23:18:13,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742086_1262 (size=12001)
2024-11-10T23:18:13,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/eaa97108e2de40bfbc835a9b5e069436
2024-11-10T23:18:13,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e
2024-11-10T23:18:13,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e, entries=150, sequenceid=12, filesize=11.7 K
2024-11-10T23:18:13,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d3edbd786da449119b1264808ddc3ee2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d3edbd786da449119b1264808ddc3ee2
2024-11-10T23:18:13,068 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d3edbd786da449119b1264808ddc3ee2, entries=150, sequenceid=12, filesize=11.7 K
2024-11-10T23:18:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/eaa97108e2de40bfbc835a9b5e069436 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/eaa97108e2de40bfbc835a9b5e069436
2024-11-10T23:18:13,076 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/eaa97108e2de40bfbc835a9b5e069436, entries=150, sequenceid=12, filesize=11.7 K
2024-11-10T23:18:13,084 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8fdbb5a184152d22c716f82d44d75210 in 246ms, sequenceid=12, compaction requested=false
2024-11-10T23:18:13,084 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-10T23:18:13,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-10T23:18:13,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:13,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/bc51d7a362e04a90aa6f645270ab48ae is 50, key is test_row_0/A:col10/1731280692854/Put/seqid=0
2024-11-10T23:18:13,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742087_1263 (size=12001)
2024-11-10T23:18:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:13,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280753174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280753175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280753202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280753202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280753202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280753304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280753304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280753305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280753305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-10T23:18:13,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280753503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280753507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280753507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280753507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280753508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/bc51d7a362e04a90aa6f645270ab48ae
2024-11-10T23:18:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1eece53607584fc091b97928dbc33bed is 50, key is test_row_0/B:col10/1731280692854/Put/seqid=0
2024-11-10T23:18:13,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742088_1264 (size=12001)
2024-11-10T23:18:13,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280753809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280753809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280753809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280753812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-10T23:18:13,973 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1eece53607584fc091b97928dbc33bed
2024-11-10T23:18:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2e5c6262823e4e688606e78defa2fe4b is 50, key is test_row_0/C:col10/1731280692854/Put/seqid=0
2024-11-10T23:18:13,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742089_1265 (size=12001)
2024-11-10T23:18:13,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2e5c6262823e4e688606e78defa2fe4b
2024-11-10T23:18:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/bc51d7a362e04a90aa6f645270ab48ae as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/bc51d7a362e04a90aa6f645270ab48ae
2024-11-10T23:18:13,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/bc51d7a362e04a90aa6f645270ab48ae, entries=150, sequenceid=38, filesize=11.7 K
2024-11-10T23:18:13,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1eece53607584fc091b97928dbc33bed as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1eece53607584fc091b97928dbc33bed
2024-11-10T23:18:13,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1eece53607584fc091b97928dbc33bed, entries=150, sequenceid=38, filesize=11.7 K
2024-11-10T23:18:13,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2e5c6262823e4e688606e78defa2fe4b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2e5c6262823e4e688606e78defa2fe4b
2024-11-10T23:18:14,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2e5c6262823e4e688606e78defa2fe4b, entries=150, sequenceid=38, filesize=11.7 K
2024-11-10T23:18:14,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8fdbb5a184152d22c716f82d44d75210 in 872ms, sequenceid=38, compaction requested=false
2024-11-10T23:18:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70
2024-11-10T23:18:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=70
2024-11-10T23:18:14,003 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69
2024-11-10T23:18:14,003 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec
2024-11-10T23:18:14,004 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.1810 sec
2024-11-10T23:18:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:14,011 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:18:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:14,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1bbd41e3d0824ddebb508ca00186e940 is 50, key is test_row_1/A:col10/1731280694010/Put/seqid=0
2024-11-10T23:18:14,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742090_1266 (size=9657)
2024-11-10T23:18:14,020 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1bbd41e3d0824ddebb508ca00186e940
2024-11-10T23:18:14,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/38cb95c4bfa143e3955386281c44a78d is 50, key is test_row_1/B:col10/1731280694010/Put/seqid=0
2024-11-10T23:18:14,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742091_1267 (size=9657)
2024-11-10T23:18:14,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280754073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280754176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280754311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280754313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280754315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280754316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280754380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,432 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/38cb95c4bfa143e3955386281c44a78d
2024-11-10T23:18:14,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/0d2458cfff15433baebe8f1162382a33 is 50, key is test_row_1/C:col10/1731280694010/Put/seqid=0
2024-11-10T23:18:14,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742092_1268 (size=9657)
2024-11-10T23:18:14,558 DEBUG [master/992bda40dfe9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ee49e0ceb16f8d9252e1a5caf62f780e changed from -1.0 to 0.0, refreshing cache
2024-11-10T23:18:14,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280754683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:14,842 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/0d2458cfff15433baebe8f1162382a33
2024-11-10T23:18:14,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1bbd41e3d0824ddebb508ca00186e940 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1bbd41e3d0824ddebb508ca00186e940
2024-11-10T23:18:14,851 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1bbd41e3d0824ddebb508ca00186e940, entries=100, sequenceid=50, filesize=9.4 K
2024-11-10T23:18:14,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/38cb95c4bfa143e3955386281c44a78d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/38cb95c4bfa143e3955386281c44a78d
2024-11-10T23:18:14,855 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/38cb95c4bfa143e3955386281c44a78d, entries=100, sequenceid=50, filesize=9.4 K
2024-11-10T23:18:14,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/0d2458cfff15433baebe8f1162382a33 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0d2458cfff15433baebe8f1162382a33
2024-11-10T23:18:14,860 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0d2458cfff15433baebe8f1162382a33, entries=100, sequenceid=50, filesize=9.4 K
2024-11-10T23:18:14,861 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8fdbb5a184152d22c716f82d44d75210 in 850ms, sequenceid=50, compaction requested=true
2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:14,861 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:14,861 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:14,862 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:14,862 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:14,862 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/B is initiating minor compaction (all files)
2024-11-10T23:18:14,862 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/A is initiating minor compaction (all files)
2024-11-10T23:18:14,862 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/A in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:14,862 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/B in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:14,862 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d3edbd786da449119b1264808ddc3ee2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1eece53607584fc091b97928dbc33bed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/38cb95c4bfa143e3955386281c44a78d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=32.9 K
2024-11-10T23:18:14,862 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/bc51d7a362e04a90aa6f645270ab48ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1bbd41e3d0824ddebb508ca00186e940] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=32.9 K
2024-11-10T23:18:14,863 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a37e2ad3ffd4d68bdcddc3de0fd2b8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731280692832
2024-11-10T23:18:14,863 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting d3edbd786da449119b1264808ddc3ee2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731280692832
2024-11-10T23:18:14,863 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc51d7a362e04a90aa6f645270ab48ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731280692854
2024-11-10T23:18:14,863 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eece53607584fc091b97928dbc33bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731280692854
2024-11-10T23:18:14,863 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bbd41e3d0824ddebb508ca00186e940, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731280693173
2024-11-10T23:18:14,863 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 38cb95c4bfa143e3955386281c44a78d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731280693173
2024-11-10T23:18:14,869 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#A#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:14,869 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/cede723e6bc74ef58f28818bb4e23789 is 50, key is test_row_0/A:col10/1731280692854/Put/seqid=0
2024-11-10T23:18:14,872 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:14,872 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d2c74fe2a0b243eda8b64bb97f6ab637 is 50, key is test_row_0/B:col10/1731280692854/Put/seqid=0
2024-11-10T23:18:14,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742093_1269 (size=12104)
2024-11-10T23:18:14,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742094_1270 (size=12104)
2024-11-10T23:18:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-10T23:18:14,927 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed
2024-11-10T23:18:14,928 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees
2024-11-10T23:18:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-10T23:18:14,931 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:14,931 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:14,931 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-10T23:18:15,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-10T23:18:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:15,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:18:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:15,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/935ff91cfd9b45acbf92164bf4de7172 is 50, key is test_row_0/A:col10/1731280694056/Put/seqid=0
2024-11-10T23:18:15,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742095_1271 (size=12001)
2024-11-10T23:18:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-10T23:18:15,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280755230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,292 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/cede723e6bc74ef58f28818bb4e23789 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cede723e6bc74ef58f28818bb4e23789
2024-11-10T23:18:15,297 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/A of 8fdbb5a184152d22c716f82d44d75210 into cede723e6bc74ef58f28818bb4e23789(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:15,297 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:15,297 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/A, priority=13, startTime=1731280694861; duration=0sec
2024-11-10T23:18:15,298 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:15,298 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:A
2024-11-10T23:18:15,298 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:15,305 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:15,305 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/C is initiating minor compaction (all files)
2024-11-10T23:18:15,306 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/C in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:15,306 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/eaa97108e2de40bfbc835a9b5e069436, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2e5c6262823e4e688606e78defa2fe4b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0d2458cfff15433baebe8f1162382a33] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=32.9 K
2024-11-10T23:18:15,307 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa97108e2de40bfbc835a9b5e069436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731280692832
2024-11-10T23:18:15,307 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e5c6262823e4e688606e78defa2fe4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731280692854
2024-11-10T23:18:15,308 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d2458cfff15433baebe8f1162382a33, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731280693173
2024-11-10T23:18:15,309 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d2c74fe2a0b243eda8b64bb97f6ab637 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d2c74fe2a0b243eda8b64bb97f6ab637
2024-11-10T23:18:15,314 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/B of 8fdbb5a184152d22c716f82d44d75210 into d2c74fe2a0b243eda8b64bb97f6ab637(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:15,314 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:15,314 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/B, priority=13, startTime=1731280694861; duration=0sec
2024-11-10T23:18:15,314 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:15,315 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:B
2024-11-10T23:18:15,316 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:15,316 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/8ab813b357064ddda864bd34cb5d20cb is 50, key is test_row_0/C:col10/1731280692854/Put/seqid=0
2024-11-10T23:18:15,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280755318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280755320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742096_1272 (size=12104)
2024-11-10T23:18:15,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280755322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280755327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,329 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/8ab813b357064ddda864bd34cb5d20cb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/8ab813b357064ddda864bd34cb5d20cb
2024-11-10T23:18:15,333 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/C of 8fdbb5a184152d22c716f82d44d75210 into 8ab813b357064ddda864bd34cb5d20cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:15,333 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:15,333 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/C, priority=13, startTime=1731280694861; duration=0sec
2024-11-10T23:18:15,334 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:15,334 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:C
2024-11-10T23:18:15,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280755333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/935ff91cfd9b45acbf92164bf4de7172
2024-11-10T23:18:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/b2de2e38a036406aa197730743cb2d54 is 50, key is test_row_0/B:col10/1731280694056/Put/seqid=0
2024-11-10T23:18:15,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742097_1273 (size=12001)
2024-11-10T23:18:15,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/b2de2e38a036406aa197730743cb2d54
2024-11-10T23:18:15,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/af0ba5d9fc674290baeec01b801536cb is 50, key is test_row_0/C:col10/1731280694056/Put/seqid=0
2024-11-10T23:18:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-10T23:18:15,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742098_1274 (size=12001)
2024-11-10T23:18:15,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280755535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,831 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:18:15,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280755839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:15,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/af0ba5d9fc674290baeec01b801536cb
2024-11-10T23:18:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/935ff91cfd9b45acbf92164bf4de7172 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/935ff91cfd9b45acbf92164bf4de7172
2024-11-10T23:18:15,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/935ff91cfd9b45acbf92164bf4de7172, entries=150, sequenceid=74, filesize=11.7 K
2024-11-10T23:18:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/b2de2e38a036406aa197730743cb2d54 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/b2de2e38a036406aa197730743cb2d54
2024-11-10T23:18:15,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/b2de2e38a036406aa197730743cb2d54, entries=150, sequenceid=74, filesize=11.7 K
2024-11-10T23:18:15,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/af0ba5d9fc674290baeec01b801536cb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/af0ba5d9fc674290baeec01b801536cb
2024-11-10T23:18:15,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/af0ba5d9fc674290baeec01b801536cb, entries=150, sequenceid=74, filesize=11.7 K
2024-11-10T23:18:15,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8fdbb5a184152d22c716f82d44d75210 in 868ms, sequenceid=74, compaction requested=false
2024-11-10T23:18:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-10T23:18:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=72
2024-11-10T23:18:15,954 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71
2024-11-10T23:18:15,954 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec
2024-11-10T23:18:15,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0270 sec
2024-11-10T23:18:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-10T23:18:16,032 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed
2024-11-10T23:18:16,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees
2024-11-10T23:18:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-10T23:18:16,034 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:16,034 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:16,034 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-10T23:18:16,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:16,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-10T23:18:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:16,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:18:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:16,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/6c72022f29a548ac9f23469a3cb3861b is 50, key is test_row_0/A:col10/1731280695229/Put/seqid=0
2024-11-10T23:18:16,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742099_1275 (size=12001)
2024-11-10T23:18:16,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/6c72022f29a548ac9f23469a3cb3861b
2024-11-10T23:18:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5b78435ee8584f03910b71b61776b65e is 50, key is test_row_0/B:col10/1731280695229/Put/seqid=0
2024-11-10T23:18:16,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742100_1276 (size=12001)
2024-11-10T23:18:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-10T23:18:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:16,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:16,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280756407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:16,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280756510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:16,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5b78435ee8584f03910b71b61776b65e
2024-11-10T23:18:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/cb147adf149e483f8446439590580c30 is 50, key is test_row_0/C:col10/1731280695229/Put/seqid=0
2024-11-10T23:18:16,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742101_1277 (size=12001)
2024-11-10T23:18:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-10T23:18:16,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280756713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/cb147adf149e483f8446439590580c30
2024-11-10T23:18:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280757015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/6c72022f29a548ac9f23469a3cb3861b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6c72022f29a548ac9f23469a3cb3861b
2024-11-10T23:18:17,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6c72022f29a548ac9f23469a3cb3861b, entries=150, sequenceid=89, filesize=11.7 K
2024-11-10T23:18:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5b78435ee8584f03910b71b61776b65e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5b78435ee8584f03910b71b61776b65e
2024-11-10T23:18:17,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5b78435ee8584f03910b71b61776b65e, entries=150, sequenceid=89, filesize=11.7 K
2024-11-10T23:18:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/cb147adf149e483f8446439590580c30 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/cb147adf149e483f8446439590580c30
2024-11-10T23:18:17,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/cb147adf149e483f8446439590580c30, entries=150, sequenceid=89, filesize=11.7 K
2024-11-10T23:18:17,034 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8fdbb5a184152d22c716f82d44d75210 in 848ms, sequenceid=89, compaction requested=true
2024-11-10T23:18:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74
2024-11-10T23:18:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=74
2024-11-10T23:18:17,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73
2024-11-10T23:18:17,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec
2024-11-10T23:18:17,037 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0030 sec
2024-11-10T23:18:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-10T23:18:17,137 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed
2024-11-10T23:18:17,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees
2024-11-10T23:18:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-10T23:18:17,139 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:17,140 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:17,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-10T23:18:17,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:17,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ce53898d156d4efa888be40ec3f52cf3 is 50, key is test_row_0/A:col10/1731280696392/Put/seqid=0
2024-11-10T23:18:17,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742102_1278 (size=12001)
2024-11-10T23:18:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:17,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:17,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280757336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280757336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280757338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280757339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-10T23:18:17,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280757440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280757440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280757441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280757441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280757521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280757642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280757642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280757644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280757644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ce53898d156d4efa888be40ec3f52cf3
2024-11-10T23:18:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/2ed9dc4053af401585237d4921efe6f8 is 50, key is test_row_0/B:col10/1731280696392/Put/seqid=0
2024-11-10T23:18:17,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742103_1279 (size=12001)
2024-11-10T23:18:17,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/2ed9dc4053af401585237d4921efe6f8
2024-11-10T23:18:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/a4092f97ae974589aebd0fe51fc1f198 is 50, key is test_row_0/C:col10/1731280696392/Put/seqid=0
2024-11-10T23:18:17,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742104_1280 (size=12001)
2024-11-10T23:18:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-10T23:18:17,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280757944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280757946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280757947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:17,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280757949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/a4092f97ae974589aebd0fe51fc1f198
2024-11-10T23:18:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ce53898d156d4efa888be40ec3f52cf3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ce53898d156d4efa888be40ec3f52cf3
2024-11-10T23:18:18,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ce53898d156d4efa888be40ec3f52cf3, entries=150, sequenceid=113, filesize=11.7 K
2024-11-10T23:18:18,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/2ed9dc4053af401585237d4921efe6f8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/2ed9dc4053af401585237d4921efe6f8
2024-11-10T23:18:18,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/2ed9dc4053af401585237d4921efe6f8, entries=150, sequenceid=113, filesize=11.7 K
2024-11-10T23:18:18,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/a4092f97ae974589aebd0fe51fc1f198 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/a4092f97ae974589aebd0fe51fc1f198
2024-11-10T23:18:18,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/a4092f97ae974589aebd0fe51fc1f198, entries=150, sequenceid=113, filesize=11.7 K
2024-11-10T23:18:18,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8fdbb5a184152d22c716f82d44d75210 in 846ms, sequenceid=113, compaction requested=true
2024-11-10T23:18:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76
2024-11-10T23:18:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=76
2024-11-10T23:18:18,140 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75
2024-11-10T23:18:18,141 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec
2024-11-10T23:18:18,141 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0040 sec
2024-11-10T23:18:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-10T23:18:18,241 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed
2024-11-10T23:18:18,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees
2024-11-10T23:18:18,243 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-10T23:18:18,243 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:18,243 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-10T23:18:18,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-10T23:18:18,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:18,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:18:18,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:18,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:18,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:18,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:18,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:18,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed is 50, key is test_row_0/A:col10/1731280697338/Put/seqid=0
2024-11-10T23:18:18,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742105_1281 (size=12001)
2024-11-10T23:18:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:18,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280758469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280758469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280758470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280758470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280758526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-10T23:18:18,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280758572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280758573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280758573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280758574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280758775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280758776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280758777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280758777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:18,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed
2024-11-10T23:18:18,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/3d791542a38a42c0b41ca54b501e5e6a is 50, key is test_row_0/B:col10/1731280697338/Put/seqid=0
2024-11-10T23:18:18,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742106_1282 (size=12001)
2024-11-10T23:18:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-10T23:18:19,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280759078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280759078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280759081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280759082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/3d791542a38a42c0b41ca54b501e5e6a
2024-11-10T23:18:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/71d0c5332d9f49ddad96ab3b6fbab064 is 50, key is test_row_0/C:col10/1731280697338/Put/seqid=0
2024-11-10T23:18:19,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742107_1283 (size=12001)
2024-11-10T23:18:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-10T23:18:19,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280759580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280759581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280759584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280759586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:19,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/71d0c5332d9f49ddad96ab3b6fbab064
2024-11-10T23:18:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed
2024-11-10T23:18:19,629 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed, entries=150, sequenceid=125, filesize=11.7 K
2024-11-10T23:18:19,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/3d791542a38a42c0b41ca54b501e5e6a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/3d791542a38a42c0b41ca54b501e5e6a
2024-11-10T23:18:19,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/3d791542a38a42c0b41ca54b501e5e6a, entries=150, sequenceid=125, filesize=11.7 K
2024-11-10T23:18:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/71d0c5332d9f49ddad96ab3b6fbab064 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/71d0c5332d9f49ddad96ab3b6fbab064
2024-11-10T23:18:19,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/71d0c5332d9f49ddad96ab3b6fbab064, entries=150, sequenceid=125, filesize=11.7 K
2024-11-10T23:18:19,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8fdbb5a184152d22c716f82d44d75210 in 1243ms, sequenceid=125, compaction requested=true
2024-11-10T23:18:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:19,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78
2024-11-10T23:18:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=78
2024-11-10T23:18:19,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77
2024-11-10T23:18:19,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec
2024-11-10T23:18:19,641 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.3980 sec
2024-11-10T23:18:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-10T23:18:20,346 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed
2024-11-10T23:18:20,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees
2024-11-10T23:18:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-10T23:18:20,349 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:20,349 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:20,349 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-10T23:18:20,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:20,501 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1490b65dcf7b4bb29b366d9b5bc540ae is 50, key is test_row_0/A:col10/1731280698469/Put/seqid=0
2024-11-10T23:18:20,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742108_1284 (size=12151)
2024-11-10T23:18:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:20,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:20,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280760567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280760586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280760591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280760594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280760594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-10T23:18:20,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280760671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280760872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:20,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1490b65dcf7b4bb29b366d9b5bc540ae
2024-11-10T23:18:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/7323e16fa6a84f24b8b4f9ce06a7e57e is 50, key is test_row_0/B:col10/1731280698469/Put/seqid=0
2024-11-10T23:18:20,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742109_1285 (size=12151)
2024-11-10T23:18:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-10T23:18:21,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280761177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:21,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/7323e16fa6a84f24b8b4f9ce06a7e57e
2024-11-10T23:18:21,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/169957f0f56945ab99cc3f3b4f66a031 is 50, key is test_row_0/C:col10/1731280698469/Put/seqid=0
2024-11-10T23:18:21,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742110_1286 (size=12151)
2024-11-10T23:18:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-10T23:18:21,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280761680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:21,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/169957f0f56945ab99cc3f3b4f66a031
2024-11-10T23:18:21,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/1490b65dcf7b4bb29b366d9b5bc540ae as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1490b65dcf7b4bb29b366d9b5bc540ae
2024-11-10T23:18:21,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1490b65dcf7b4bb29b366d9b5bc540ae, entries=150, sequenceid=149, filesize=11.9 K
2024-11-10T23:18:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/7323e16fa6a84f24b8b4f9ce06a7e57e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/7323e16fa6a84f24b8b4f9ce06a7e57e
2024-11-10T23:18:21,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/7323e16fa6a84f24b8b4f9ce06a7e57e, entries=150, sequenceid=149, filesize=11.9 K
2024-11-10T23:18:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/169957f0f56945ab99cc3f3b4f66a031 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/169957f0f56945ab99cc3f3b4f66a031
2024-11-10T23:18:21,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/169957f0f56945ab99cc3f3b4f66a031, entries=150, sequenceid=149, filesize=11.9 K
2024-11-10T23:18:21,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8fdbb5a184152d22c716f82d44d75210 in 1264ms, sequenceid=149, compaction requested=true
2024-11-10T23:18:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-10T23:18:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=80
2024-11-10T23:18:21,767 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79
2024-11-10T23:18:21,767 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec
2024-11-10T23:18:21,769 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.4210 sec
2024-11-10T23:18:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-10T23:18:22,452 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed
2024-11-10T23:18:22,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees
2024-11-10T23:18:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:22,454 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:22,454 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:22,454 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:22,603 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:18:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:22,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:22,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/4062b3f5630449058a1a61957fdc01f4 is 50, key is test_row_0/A:col10/1731280700552/Put/seqid=0
2024-11-10T23:18:22,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742111_1287 (size=14541)
2024-11-10T23:18:22,616 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/4062b3f5630449058a1a61957fdc01f4
2024-11-10T23:18:22,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5776d7e30bc241f4aa156b63bfad6e58 is 50, key is test_row_0/B:col10/1731280700552/Put/seqid=0
2024-11-10T23:18:22,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742112_1288 (size=12151)
2024-11-10T23:18:22,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280762626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280762628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280762629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280762630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280762684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280762731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280762731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280762733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280762733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:22,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:22,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:22,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:22,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280762934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280762935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280762937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:22,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280762938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,026 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5776d7e30bc241f4aa156b63bfad6e58
2024-11-10T23:18:23,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/ed409d6de9e740e6b45c5313218dd65e is 50, key is test_row_0/C:col10/1731280700552/Put/seqid=0
2024-11-10T23:18:23,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742113_1289 (size=12151)
2024-11-10T23:18:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:23,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:23,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280763239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280763239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280763240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280763243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:23,437 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/ed409d6de9e740e6b45c5313218dd65e
2024-11-10T23:18:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/4062b3f5630449058a1a61957fdc01f4 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/4062b3f5630449058a1a61957fdc01f4
2024-11-10T23:18:23,444 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/4062b3f5630449058a1a61957fdc01f4, entries=200, sequenceid=162, filesize=14.2 K
2024-11-10T23:18:23,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5776d7e30bc241f4aa156b63bfad6e58 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5776d7e30bc241f4aa156b63bfad6e58
2024-11-10T23:18:23,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5776d7e30bc241f4aa156b63bfad6e58, entries=150, sequenceid=162, filesize=11.9 K
2024-11-10T23:18:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/ed409d6de9e740e6b45c5313218dd65e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ed409d6de9e740e6b45c5313218dd65e
2024-11-10T23:18:23,452 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ed409d6de9e740e6b45c5313218dd65e, entries=150, sequenceid=162, filesize=11.9 K
2024-11-10T23:18:23,453 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8fdbb5a184152d22c716f82d44d75210 in 850ms, sequenceid=162, compaction requested=true
2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:23,453 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking
2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:23,453 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking
2024-11-10T23:18:23,455 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7  files of size 86800 starting at candidate #0 after considering 15 permutations with 15 in ratio
2024-11-10T23:18:23,455 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7  files of size 84410 starting at candidate #0 after considering 15 permutations with 15 in ratio
2024-11-10T23:18:23,455 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/A is initiating minor compaction (all files)
2024-11-10T23:18:23,455 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/B is initiating minor compaction (all files)
2024-11-10T23:18:23,455 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/A in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,455 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/B in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,455 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cede723e6bc74ef58f28818bb4e23789, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/935ff91cfd9b45acbf92164bf4de7172, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6c72022f29a548ac9f23469a3cb3861b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ce53898d156d4efa888be40ec3f52cf3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1490b65dcf7b4bb29b366d9b5bc540ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/4062b3f5630449058a1a61957fdc01f4] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=84.8 K
2024-11-10T23:18:23,455 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d2c74fe2a0b243eda8b64bb97f6ab637, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/b2de2e38a036406aa197730743cb2d54, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5b78435ee8584f03910b71b61776b65e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/2ed9dc4053af401585237d4921efe6f8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/3d791542a38a42c0b41ca54b501e5e6a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/7323e16fa6a84f24b8b4f9ce06a7e57e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5776d7e30bc241f4aa156b63bfad6e58] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=82.4 K
2024-11-10T23:18:23,455 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c74fe2a0b243eda8b64bb97f6ab637, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731280692854
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting cede723e6bc74ef58f28818bb4e23789, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731280692854
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b2de2e38a036406aa197730743cb2d54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731280694052
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 935ff91cfd9b45acbf92164bf4de7172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731280694052
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b78435ee8584f03910b71b61776b65e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731280695203
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c72022f29a548ac9f23469a3cb3861b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731280695203
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ed9dc4053af401585237d4921efe6f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731280696377
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce53898d156d4efa888be40ec3f52cf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731280696377
2024-11-10T23:18:23,456 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d791542a38a42c0b41ca54b501e5e6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731280697335
2024-11-10T23:18:23,457 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0dc83b5ddf444cb3eb8e5a12d3dbed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731280697335
2024-11-10T23:18:23,457 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 7323e16fa6a84f24b8b4f9ce06a7e57e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731280698468
2024-11-10T23:18:23,457 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1490b65dcf7b4bb29b366d9b5bc540ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731280698468
2024-11-10T23:18:23,457 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5776d7e30bc241f4aa156b63bfad6e58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731280700552
2024-11-10T23:18:23,457 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4062b3f5630449058a1a61957fdc01f4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731280700552
2024-11-10T23:18:23,468 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#A#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:23,468 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ba33b13818474ab89c9b921204972066 is 50, key is test_row_0/A:col10/1731280700552/Put/seqid=0
2024-11-10T23:18:23,472 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#B#compaction#243 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:23,472 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/712776663ef74516b72ba4fbb5af5b5b is 50, key is test_row_0/B:col10/1731280700552/Put/seqid=0
2024-11-10T23:18:23,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742114_1290 (size=12493)
2024-11-10T23:18:23,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742115_1291 (size=12493)
2024-11-10T23:18:23,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-10T23:18:23,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:18:23,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:23,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:23,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/773a88172e2449609272ad157cf0bc9d is 50, key is test_row_0/A:col10/1731280702627/Put/seqid=0
2024-11-10T23:18:23,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742116_1292 (size=12151)
2024-11-10T23:18:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:23,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:23,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280763753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280763755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280763756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280763756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280763857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280763859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280763860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280763860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:23,886 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ba33b13818474ab89c9b921204972066 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ba33b13818474ab89c9b921204972066
2024-11-10T23:18:23,889 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/712776663ef74516b72ba4fbb5af5b5b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/712776663ef74516b72ba4fbb5af5b5b
2024-11-10T23:18:23,890 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/A of 8fdbb5a184152d22c716f82d44d75210 into ba33b13818474ab89c9b921204972066(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:23,890 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:23,890 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/A, priority=9, startTime=1731280703453; duration=0sec
2024-11-10T23:18:23,890 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:23,890 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:A
2024-11-10T23:18:23,890 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking
2024-11-10T23:18:23,891 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7  files of size 84410 starting at candidate #0 after considering 15 permutations with 15 in ratio
2024-11-10T23:18:23,892 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/C is initiating minor compaction (all files)
2024-11-10T23:18:23,892 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/C in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:23,892 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/8ab813b357064ddda864bd34cb5d20cb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/af0ba5d9fc674290baeec01b801536cb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/cb147adf149e483f8446439590580c30, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/a4092f97ae974589aebd0fe51fc1f198, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/71d0c5332d9f49ddad96ab3b6fbab064, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/169957f0f56945ab99cc3f3b4f66a031, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ed409d6de9e740e6b45c5313218dd65e] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=82.4 K
2024-11-10T23:18:23,892 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab813b357064ddda864bd34cb5d20cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731280692854
2024-11-10T23:18:23,893 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting af0ba5d9fc674290baeec01b801536cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731280694052
2024-11-10T23:18:23,893 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb147adf149e483f8446439590580c30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731280695203
2024-11-10T23:18:23,893 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4092f97ae974589aebd0fe51fc1f198, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731280696377
2024-11-10T23:18:23,894 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d0c5332d9f49ddad96ab3b6fbab064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731280697335
2024-11-10T23:18:23,894 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169957f0f56945ab99cc3f3b4f66a031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731280698468
2024-11-10T23:18:23,894 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed409d6de9e740e6b45c5313218dd65e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731280700552
2024-11-10T23:18:23,895 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/B of 8fdbb5a184152d22c716f82d44d75210 into 712776663ef74516b72ba4fbb5af5b5b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:23,896 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:23,896 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/B, priority=9, startTime=1731280703453; duration=0sec
2024-11-10T23:18:23,896 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:23,896 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:B
2024-11-10T23:18:23,906 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#C#compaction#245 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:23,906 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/b9ecbe28d9674306a9650c2e02e959d9 is 50, key is test_row_0/C:col10/1731280700552/Put/seqid=0
2024-11-10T23:18:23,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742117_1293 (size=12493)
2024-11-10T23:18:23,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/773a88172e2449609272ad157cf0bc9d
2024-11-10T23:18:23,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/21c63589eca44541bbdf030006973ce9 is 50, key is test_row_0/B:col10/1731280702627/Put/seqid=0
2024-11-10T23:18:23,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742118_1294 (size=12151)
2024-11-10T23:18:24,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280764061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280764062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280764064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280764065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,314 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/b9ecbe28d9674306a9650c2e02e959d9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b9ecbe28d9674306a9650c2e02e959d9
2024-11-10T23:18:24,318 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/C of 8fdbb5a184152d22c716f82d44d75210 into b9ecbe28d9674306a9650c2e02e959d9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:24,318 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:24,318 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/C, priority=9, startTime=1731280703453; duration=0sec
2024-11-10T23:18:24,318 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:24,318 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:C
2024-11-10T23:18:24,340 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/21c63589eca44541bbdf030006973ce9
2024-11-10T23:18:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/969186477f1549a2b39bf5a8ddf1fce1 is 50, key is test_row_0/C:col10/1731280702627/Put/seqid=0
2024-11-10T23:18:24,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742119_1295 (size=12151)
2024-11-10T23:18:24,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280764366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280764366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280764367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280764368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:24,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280764703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,705 DEBUG [Thread-1194 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., hostname=992bda40dfe9,43391,1731280628391, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:18:24,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/969186477f1549a2b39bf5a8ddf1fce1
2024-11-10T23:18:24,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/773a88172e2449609272ad157cf0bc9d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/773a88172e2449609272ad157cf0bc9d
2024-11-10T23:18:24,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/773a88172e2449609272ad157cf0bc9d, entries=150, sequenceid=185, filesize=11.9 K
2024-11-10T23:18:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/21c63589eca44541bbdf030006973ce9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/21c63589eca44541bbdf030006973ce9
2024-11-10T23:18:24,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/21c63589eca44541bbdf030006973ce9, entries=150, sequenceid=185, filesize=11.9 K
2024-11-10T23:18:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/969186477f1549a2b39bf5a8ddf1fce1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/969186477f1549a2b39bf5a8ddf1fce1
2024-11-10T23:18:24,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/969186477f1549a2b39bf5a8ddf1fce1, entries=150, sequenceid=185, filesize=11.9 K
2024-11-10T23:18:24,770 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8fdbb5a184152d22c716f82d44d75210 in 1250ms, sequenceid=185, compaction requested=false
2024-11-10T23:18:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-11-10T23:18:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=82
2024-11-10T23:18:24,772 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81
2024-11-10T23:18:24,772 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec
2024-11-10T23:18:24,773 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.3210 sec
2024-11-10T23:18:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:24,870 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:18:24,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:24,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:24,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:24,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:24,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:24,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:24,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/acc01f176580467c94a4da25782efefb is 50, key is test_row_0/A:col10/1731280704869/Put/seqid=0
2024-11-10T23:18:24,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742120_1296 (size=12151)
2024-11-10T23:18:24,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280764886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280764886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280764886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280764888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280764989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280764989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280764989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:24,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280764991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280765191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280765192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280765192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280765193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,282 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/acc01f176580467c94a4da25782efefb
2024-11-10T23:18:25,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/e255f8334c0c42d895ca85944fc5488e is 50, key is test_row_0/B:col10/1731280704869/Put/seqid=0
2024-11-10T23:18:25,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742121_1297 (size=12151)
2024-11-10T23:18:25,292 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/e255f8334c0c42d895ca85944fc5488e
2024-11-10T23:18:25,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/95543479c86d44668d5b0a3ea4dbb301 is 50, key is test_row_0/C:col10/1731280704869/Put/seqid=0
2024-11-10T23:18:25,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742122_1298 (size=12151)
2024-11-10T23:18:25,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280765495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280765495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280765496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280765497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:25,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/95543479c86d44668d5b0a3ea4dbb301
2024-11-10T23:18:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/acc01f176580467c94a4da25782efefb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/acc01f176580467c94a4da25782efefb
2024-11-10T23:18:25,709 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/acc01f176580467c94a4da25782efefb, entries=150, sequenceid=203, filesize=11.9 K
2024-11-10T23:18:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/e255f8334c0c42d895ca85944fc5488e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e255f8334c0c42d895ca85944fc5488e
2024-11-10T23:18:25,714 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e255f8334c0c42d895ca85944fc5488e, entries=150, sequenceid=203, filesize=11.9 K
2024-11-10T23:18:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/95543479c86d44668d5b0a3ea4dbb301 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/95543479c86d44668d5b0a3ea4dbb301
2024-11-10T23:18:25,717 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/95543479c86d44668d5b0a3ea4dbb301, entries=150, sequenceid=203, filesize=11.9 K
2024-11-10T23:18:25,718 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8fdbb5a184152d22c716f82d44d75210 in 848ms, sequenceid=203, compaction requested=true
2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:25,718 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:25,718 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:25,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:25,719 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:25,719 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:25,719 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/A is initiating minor compaction (all files)
2024-11-10T23:18:25,719 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/B is initiating minor compaction (all files)
2024-11-10T23:18:25,719 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/B in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:25,719 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/A in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:25,719 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/712776663ef74516b72ba4fbb5af5b5b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/21c63589eca44541bbdf030006973ce9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e255f8334c0c42d895ca85944fc5488e] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=35.9 K
2024-11-10T23:18:25,719 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ba33b13818474ab89c9b921204972066, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/773a88172e2449609272ad157cf0bc9d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/acc01f176580467c94a4da25782efefb] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=35.9 K
2024-11-10T23:18:25,720 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 712776663ef74516b72ba4fbb5af5b5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731280700552
2024-11-10T23:18:25,720 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba33b13818474ab89c9b921204972066, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731280700552
2024-11-10T23:18:25,720 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c63589eca44541bbdf030006973ce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731280702627
2024-11-10T23:18:25,720 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 773a88172e2449609272ad157cf0bc9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731280702627
2024-11-10T23:18:25,720 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e255f8334c0c42d895ca85944fc5488e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731280703755
2024-11-10T23:18:25,720 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting acc01f176580467c94a4da25782efefb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731280703755
2024-11-10T23:18:25,726 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:25,726 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/68d731169d054660aa1253cb3d6ea42a is 50, key is test_row_0/B:col10/1731280704869/Put/seqid=0
2024-11-10T23:18:25,729 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:25,729 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ed7d7598ac324b049f2a06820e0fbb01 is 50, key is test_row_0/A:col10/1731280704869/Put/seqid=0
2024-11-10T23:18:25,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742123_1299 (size=12595)
2024-11-10T23:18:25,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742124_1300 (size=12595)
2024-11-10T23:18:25,766 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/ed7d7598ac324b049f2a06820e0fbb01 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ed7d7598ac324b049f2a06820e0fbb01
2024-11-10T23:18:25,771 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/A of 8fdbb5a184152d22c716f82d44d75210 into ed7d7598ac324b049f2a06820e0fbb01(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:25,771 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:25,771 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/A, priority=13, startTime=1731280705718; duration=0sec
2024-11-10T23:18:25,771 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:25,771 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:A
2024-11-10T23:18:25,772 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:25,773 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:25,773 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/C is initiating minor compaction (all files)
2024-11-10T23:18:25,773 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/C in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:25,773 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b9ecbe28d9674306a9650c2e02e959d9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/969186477f1549a2b39bf5a8ddf1fce1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/95543479c86d44668d5b0a3ea4dbb301] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=35.9 K
2024-11-10T23:18:25,774 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9ecbe28d9674306a9650c2e02e959d9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731280700552
2024-11-10T23:18:25,774 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 969186477f1549a2b39bf5a8ddf1fce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731280702627
2024-11-10T23:18:25,774 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95543479c86d44668d5b0a3ea4dbb301, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731280703755
2024-11-10T23:18:25,788 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#C#compaction#253 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:25,788 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/e641f4df670c47028ce0501c9604cf52 is 50, key is test_row_0/C:col10/1731280704869/Put/seqid=0
2024-11-10T23:18:25,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742125_1301 (size=12595)
2024-11-10T23:18:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:26,001 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-10T23:18:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:26,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:26,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/cba7681489a04456a5a4c3c2d977b396 is 50, key is test_row_0/A:col10/1731280706000/Put/seqid=0
2024-11-10T23:18:26,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280766008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280766011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280766011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280766012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742126_1302 (size=12151)
2024-11-10T23:18:26,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280766112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280766114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280766114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280766114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,160 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/68d731169d054660aa1253cb3d6ea42a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/68d731169d054660aa1253cb3d6ea42a
2024-11-10T23:18:26,164 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/B of 8fdbb5a184152d22c716f82d44d75210 into 68d731169d054660aa1253cb3d6ea42a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:26,164 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:26,164 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/B, priority=13, startTime=1731280705718; duration=0sec
2024-11-10T23:18:26,164 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:26,164 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:B
2024-11-10T23:18:26,204 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/e641f4df670c47028ce0501c9604cf52 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/e641f4df670c47028ce0501c9604cf52
2024-11-10T23:18:26,208 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/C of 8fdbb5a184152d22c716f82d44d75210 into e641f4df670c47028ce0501c9604cf52(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:26,208 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:26,208 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/C, priority=13, startTime=1731280705718; duration=0sec
2024-11-10T23:18:26,208 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:26,208 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:C
2024-11-10T23:18:26,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280766315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280766317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280766318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280766318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,425 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/cba7681489a04456a5a4c3c2d977b396
2024-11-10T23:18:26,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/e29fb158ce004590a85e21816a4b3dfb is 50, key is test_row_0/B:col10/1731280706000/Put/seqid=0
2024-11-10T23:18:26,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742127_1303 (size=12151)
2024-11-10T23:18:26,435 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/e29fb158ce004590a85e21816a4b3dfb
2024-11-10T23:18:26,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/c5375c69ae2d4d3ba56c7b67e922e913 is 50, key is test_row_0/C:col10/1731280706000/Put/seqid=0
2024-11-10T23:18:26,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742128_1304 (size=12151)
2024-11-10T23:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-10T23:18:26,557 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed
2024-11-10T23:18:26,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees
2024-11-10T23:18:26,559 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-10T23:18:26,560 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:26,560 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:26,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280766619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280766619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280766621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280766621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-10T23:18:26,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-10T23:18:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:26,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:26,854 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/c5375c69ae2d4d3ba56c7b67e922e913
2024-11-10T23:18:26,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/cba7681489a04456a5a4c3c2d977b396 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cba7681489a04456a5a4c3c2d977b396
2024-11-10T23:18:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-10T23:18:26,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cba7681489a04456a5a4c3c2d977b396, entries=150, sequenceid=227, filesize=11.9 K
2024-11-10T23:18:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/e29fb158ce004590a85e21816a4b3dfb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e29fb158ce004590a85e21816a4b3dfb
2024-11-10T23:18:26,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:26,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-10T23:18:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:26,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:26,867 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e29fb158ce004590a85e21816a4b3dfb, entries=150, sequenceid=227, filesize=11.9 K
2024-11-10T23:18:26,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/c5375c69ae2d4d3ba56c7b67e922e913 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c5375c69ae2d4d3ba56c7b67e922e913
2024-11-10T23:18:26,871 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c5375c69ae2d4d3ba56c7b67e922e913, entries=150, sequenceid=227, filesize=11.9 K
2024-11-10T23:18:26,872 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8fdbb5a184152d22c716f82d44d75210 in 871ms, sequenceid=227, compaction requested=false
2024-11-10T23:18:26,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:27,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-10T23:18:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:27,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:18:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:27,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/3470108fa28f4851bf5befed000c93f2 is 50, key is test_row_0/A:col10/1731280706006/Put/seqid=0
2024-11-10T23:18:27,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742129_1305 (size=12151)
2024-11-10T23:18:27,038 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/3470108fa28f4851bf5befed000c93f2
2024-11-10T23:18:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/30d52632a51d4897881b7454fdcd0ee2 is 50, key is test_row_0/B:col10/1731280706006/Put/seqid=0
2024-11-10T23:18:27,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742130_1306 (size=12151)
2024-11-10T23:18:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:27,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-10T23:18:27,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280767135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280767166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280767166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280767166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280767267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280767268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280767268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280767269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/30d52632a51d4897881b7454fdcd0ee2
2024-11-10T23:18:27,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2900b58120ee4422abb439cf3e86d5e7 is 50, key is test_row_0/C:col10/1731280706006/Put/seqid=0
2024-11-10T23:18:27,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742131_1307 (size=12151)
2024-11-10T23:18:27,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280767469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280767471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280767471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280767472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-10T23:18:27,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280767771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280767773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280767775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280767775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:27,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2900b58120ee4422abb439cf3e86d5e7
2024-11-10T23:18:27,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/3470108fa28f4851bf5befed000c93f2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/3470108fa28f4851bf5befed000c93f2
2024-11-10T23:18:27,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/3470108fa28f4851bf5befed000c93f2, entries=150, sequenceid=243, filesize=11.9 K
2024-11-10T23:18:27,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/30d52632a51d4897881b7454fdcd0ee2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/30d52632a51d4897881b7454fdcd0ee2
2024-11-10T23:18:27,873 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/30d52632a51d4897881b7454fdcd0ee2, entries=150, sequenceid=243, filesize=11.9 K
2024-11-10T23:18:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2900b58120ee4422abb439cf3e86d5e7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2900b58120ee4422abb439cf3e86d5e7
2024-11-10T23:18:27,877 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2900b58120ee4422abb439cf3e86d5e7, entries=150, sequenceid=243, filesize=11.9 K
2024-11-10T23:18:27,878 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8fdbb5a184152d22c716f82d44d75210 in 861ms, sequenceid=243, compaction requested=true
2024-11-10T23:18:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:27,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84
2024-11-10T23:18:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=84
2024-11-10T23:18:27,881 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83
2024-11-10T23:18:27,881 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec
2024-11-10T23:18:27,882 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.3230 sec
2024-11-10T23:18:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:28,277 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:18:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:28,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280768286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280768287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280768288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280768288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/2e9ee3c4a71f403baf5978210cf79ca1 is 50, key is test_row_0/A:col10/1731280707139/Put/seqid=0
2024-11-10T23:18:28,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742132_1308 (size=14691)
2024-11-10T23:18:28,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280768389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280768390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280768390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280768391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280768592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280768593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280768593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280768593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-10T23:18:28,663 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed
2024-11-10T23:18:28,664 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees
2024-11-10T23:18:28,665 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-10T23:18:28,665 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:28,665 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:28,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43322 deadline: 1731280768719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,721 DEBUG [Thread-1194 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., hostname=992bda40dfe9,43391,1731280628391, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:18:28,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/2e9ee3c4a71f403baf5978210cf79ca1
2024-11-10T23:18:28,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/27036e9abf0b43cd8852f7d3c9205496 is 50, key is test_row_0/B:col10/1731280707139/Put/seqid=0
2024-11-10T23:18:28,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742133_1309 (size=12251)
2024-11-10T23:18:28,734 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/27036e9abf0b43cd8852f7d3c9205496
2024-11-10T23:18:28,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/b5b57566f2624c91affd8fcd6f12a5c4 is 50, key is test_row_0/C:col10/1731280707139/Put/seqid=0
2024-11-10T23:18:28,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742134_1310 (size=12251)
2024-11-10T23:18:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-10T23:18:28,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-10T23:18:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:28,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:28,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280768895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280768897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280768897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280768897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-10T23:18:28,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:28,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-10T23:18:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:28,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:29,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-10T23:18:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:29,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:29,147 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/b5b57566f2624c91affd8fcd6f12a5c4
2024-11-10T23:18:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/2e9ee3c4a71f403baf5978210cf79ca1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/2e9ee3c4a71f403baf5978210cf79ca1
2024-11-10T23:18:29,154 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/2e9ee3c4a71f403baf5978210cf79ca1, entries=200, sequenceid=266, filesize=14.3 K
2024-11-10T23:18:29,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/27036e9abf0b43cd8852f7d3c9205496 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/27036e9abf0b43cd8852f7d3c9205496
2024-11-10T23:18:29,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/27036e9abf0b43cd8852f7d3c9205496, entries=150, sequenceid=266, filesize=12.0 K
2024-11-10T23:18:29,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/b5b57566f2624c91affd8fcd6f12a5c4 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b5b57566f2624c91affd8fcd6f12a5c4
2024-11-10T23:18:29,162 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b5b57566f2624c91affd8fcd6f12a5c4, entries=150, sequenceid=266, filesize=12.0 K
2024-11-10T23:18:29,163 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8fdbb5a184152d22c716f82d44d75210 in 886ms, sequenceid=266, compaction requested=true
2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:29,163 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:29,163 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:29,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:29,164 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51588 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:29,164 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49148 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:29,164 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/A is initiating minor compaction (all files)
2024-11-10T23:18:29,164 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/B is initiating minor compaction (all files)
2024-11-10T23:18:29,164 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/A in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:29,164 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/B in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:29,164 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/68d731169d054660aa1253cb3d6ea42a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e29fb158ce004590a85e21816a4b3dfb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/30d52632a51d4897881b7454fdcd0ee2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/27036e9abf0b43cd8852f7d3c9205496] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=48.0 K
2024-11-10T23:18:29,164 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ed7d7598ac324b049f2a06820e0fbb01, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cba7681489a04456a5a4c3c2d977b396, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/3470108fa28f4851bf5befed000c93f2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/2e9ee3c4a71f403baf5978210cf79ca1] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=50.4 K
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 68d731169d054660aa1253cb3d6ea42a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731280703755
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed7d7598ac324b049f2a06820e0fbb01, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731280703755
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting cba7681489a04456a5a4c3c2d977b396, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731280704887
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e29fb158ce004590a85e21816a4b3dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731280704887
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3470108fa28f4851bf5befed000c93f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731280706006
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d52632a51d4897881b7454fdcd0ee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731280706006
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e9ee3c4a71f403baf5978210cf79ca1, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731280707128
2024-11-10T23:18:29,165 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 27036e9abf0b43cd8852f7d3c9205496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731280707128
2024-11-10T23:18:29,172 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:29,172 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:29,172 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d39db7a0d1f5441294372765e62cccb0 is 50, key is test_row_0/B:col10/1731280707139/Put/seqid=0
2024-11-10T23:18:29,172 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/e1060f4d39064967baee66415ccf14f9 is 50, key is test_row_0/A:col10/1731280707139/Put/seqid=0
2024-11-10T23:18:29,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742136_1312 (size=12831)
2024-11-10T23:18:29,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742135_1311 (size=12831)
2024-11-10T23:18:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-10T23:18:29,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-10T23:18:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:29,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:18:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/e5e45c58a5b4440cb31499c84207f3ed is 50, key is test_row_0/A:col10/1731280708288/Put/seqid=0
2024-11-10T23:18:29,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742137_1313 (size=12301)
2024-11-10T23:18:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:29,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:29,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280769418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280769418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280769419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280769419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280769522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280769522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280769522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280769522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,579 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/e1060f4d39064967baee66415ccf14f9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e1060f4d39064967baee66415ccf14f9
2024-11-10T23:18:29,579 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/d39db7a0d1f5441294372765e62cccb0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d39db7a0d1f5441294372765e62cccb0
2024-11-10T23:18:29,584 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/B of 8fdbb5a184152d22c716f82d44d75210 into d39db7a0d1f5441294372765e62cccb0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:29,584 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/A of 8fdbb5a184152d22c716f82d44d75210 into e1060f4d39064967baee66415ccf14f9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:29,584 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/B, priority=12, startTime=1731280709163; duration=0sec
2024-11-10T23:18:29,584 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/A, priority=12, startTime=1731280709163; duration=0sec
2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:A
2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:B
2024-11-10T23:18:29,584 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:29,585 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49148 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:29,585 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/C is initiating minor compaction (all files)
2024-11-10T23:18:29,585 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/C in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:29,585 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/e641f4df670c47028ce0501c9604cf52, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c5375c69ae2d4d3ba56c7b67e922e913, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2900b58120ee4422abb439cf3e86d5e7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b5b57566f2624c91affd8fcd6f12a5c4] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=48.0 K
2024-11-10T23:18:29,586 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e641f4df670c47028ce0501c9604cf52, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731280703755
2024-11-10T23:18:29,586 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5375c69ae2d4d3ba56c7b67e922e913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731280704887
2024-11-10T23:18:29,586 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2900b58120ee4422abb439cf3e86d5e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731280706006
2024-11-10T23:18:29,586 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5b57566f2624c91affd8fcd6f12a5c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731280707128
2024-11-10T23:18:29,595 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:29,595 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/0983e835e7d84f978b62b6672b7ad058 is 50, key is test_row_0/C:col10/1731280707139/Put/seqid=0
2024-11-10T23:18:29,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742138_1314 (size=12831)
2024-11-10T23:18:29,603 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/0983e835e7d84f978b62b6672b7ad058 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0983e835e7d84f978b62b6672b7ad058
2024-11-10T23:18:29,608 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/C of 8fdbb5a184152d22c716f82d44d75210 into 0983e835e7d84f978b62b6672b7ad058(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:29,608 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:29,608 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/C, priority=12, startTime=1731280709163; duration=0sec
2024-11-10T23:18:29,608 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:29,608 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:C
2024-11-10T23:18:29,682 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/e5e45c58a5b4440cb31499c84207f3ed
2024-11-10T23:18:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1c99dfe2b6b64a18ad4142d808356baf is 50, key is test_row_0/B:col10/1731280708288/Put/seqid=0
2024-11-10T23:18:29,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742139_1315 (size=12301)
2024-11-10T23:18:29,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280769724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280769725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280769725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280769725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-10T23:18:30,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280770027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280770028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280770028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280770029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,108 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1c99dfe2b6b64a18ad4142d808356baf
2024-11-10T23:18:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/c4502cd7304a47bc8f835d5ba6f2ad41 is 50, key is test_row_0/C:col10/1731280708288/Put/seqid=0
2024-11-10T23:18:30,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742140_1316 (size=12301)
2024-11-10T23:18:30,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/c4502cd7304a47bc8f835d5ba6f2ad41
2024-11-10T23:18:30,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/e5e45c58a5b4440cb31499c84207f3ed as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e5e45c58a5b4440cb31499c84207f3ed
2024-11-10T23:18:30,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e5e45c58a5b4440cb31499c84207f3ed, entries=150, sequenceid=279, filesize=12.0 K
2024-11-10T23:18:30,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1c99dfe2b6b64a18ad4142d808356baf as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1c99dfe2b6b64a18ad4142d808356baf
2024-11-10T23:18:30,531 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1c99dfe2b6b64a18ad4142d808356baf, entries=150, sequenceid=279, filesize=12.0 K
2024-11-10T23:18:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/c4502cd7304a47bc8f835d5ba6f2ad41 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c4502cd7304a47bc8f835d5ba6f2ad41
2024-11-10T23:18:30,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280770531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280770532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280770534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280770534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c4502cd7304a47bc8f835d5ba6f2ad41, entries=150, sequenceid=279, filesize=12.0 K
2024-11-10T23:18:30,545 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8fdbb5a184152d22c716f82d44d75210 in 1271ms, sequenceid=279, compaction requested=false
2024-11-10T23:18:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-11-10T23:18:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=86
2024-11-10T23:18:30,547 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85
2024-11-10T23:18:30,548 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec
2024-11-10T23:18:30,549 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.8840 sec
2024-11-10T23:18:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-10T23:18:30,769 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed
2024-11-10T23:18:30,769 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees
2024-11-10T23:18:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-10T23:18:30,771 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:30,771 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:30,771 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-10T23:18:30,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:30,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:30,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/983e09fb7231476b94c05c863c4abeb3 is 50, key is test_row_0/A:col10/1731280709418/Put/seqid=0
2024-11-10T23:18:30,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742141_1317 (size=12301)
2024-11-10T23:18:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-10T23:18:31,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/983e09fb7231476b94c05c863c4abeb3
2024-11-10T23:18:31,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/72de63617daf4794a8a0899e88ded0c3 is 50, key is test_row_0/B:col10/1731280709418/Put/seqid=0
2024-11-10T23:18:31,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742142_1318 (size=12301)
2024-11-10T23:18:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-10T23:18:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:31,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. as already flushing
2024-11-10T23:18:31,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280771542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280771543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280771543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280771544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280771646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280771646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280771646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/72de63617daf4794a8a0899e88ded0c3
2024-11-10T23:18:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/036af09598ba408fb0529d70da7d6ef6 is 50, key is test_row_0/C:col10/1731280709418/Put/seqid=0
2024-11-10T23:18:31,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742143_1319 (size=12301)
2024-11-10T23:18:31,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280771848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280771849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280771849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-10T23:18:32,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/036af09598ba408fb0529d70da7d6ef6
2024-11-10T23:18:32,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280772150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280772151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280772153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/983e09fb7231476b94c05c863c4abeb3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/983e09fb7231476b94c05c863c4abeb3
2024-11-10T23:18:32,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/983e09fb7231476b94c05c863c4abeb3, entries=150, sequenceid=306, filesize=12.0 K
2024-11-10T23:18:32,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/72de63617daf4794a8a0899e88ded0c3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/72de63617daf4794a8a0899e88ded0c3
2024-11-10T23:18:32,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/72de63617daf4794a8a0899e88ded0c3, entries=150, sequenceid=306, filesize=12.0 K
2024-11-10T23:18:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/036af09598ba408fb0529d70da7d6ef6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/036af09598ba408fb0529d70da7d6ef6
2024-11-10T23:18:32,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/036af09598ba408fb0529d70da7d6ef6, entries=150, sequenceid=306, filesize=12.0 K
2024-11-10T23:18:32,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8fdbb5a184152d22c716f82d44d75210 in 1245ms, sequenceid=306, compaction requested=true
2024-11-10T23:18:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88
2024-11-10T23:18:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=88
2024-11-10T23:18:32,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87
2024-11-10T23:18:32,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec
2024-11-10T23:18:32,172 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4020 sec
2024-11-10T23:18:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:32,656 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:18:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:32,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:32,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/43c10b236ade41509712cbddb1bc8325 is 50, key is test_row_0/A:col10/1731280711542/Put/seqid=0
2024-11-10T23:18:32,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742144_1320 (size=14741)
2024-11-10T23:18:32,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280772682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280772683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280772683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280772786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280772786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280772786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,822 DEBUG [Thread-1207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:61791
2024-11-10T23:18:32,822 DEBUG [Thread-1199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:61791
2024-11-10T23:18:32,822 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:32,822 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:32,823 DEBUG [Thread-1201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:61791
2024-11-10T23:18:32,823 DEBUG [Thread-1201 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:32,824 DEBUG [Thread-1205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:61791
2024-11-10T23:18:32,824 DEBUG [Thread-1203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:61791
2024-11-10T23:18:32,824 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:32,824 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-10T23:18:32,874 INFO  [Thread-1198 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed
2024-11-10T23:18:32,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280772989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280772989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:32,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280772990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/43c10b236ade41509712cbddb1bc8325
2024-11-10T23:18:33,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5c62ee80818c4d82896721e77a3465c5 is 50, key is test_row_0/B:col10/1731280711542/Put/seqid=0
2024-11-10T23:18:33,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742145_1321 (size=12301)
2024-11-10T23:18:33,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280773292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280773294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280773295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5c62ee80818c4d82896721e77a3465c5
2024-11-10T23:18:33,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2da023f6d66a4f49a2adf46b0fff05fa is 50, key is test_row_0/C:col10/1731280711542/Put/seqid=0
2024-11-10T23:18:33,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742146_1322 (size=12301)
2024-11-10T23:18:33,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43280 deadline: 1731280773550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,551 DEBUG [Thread-1192 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., hostname=992bda40dfe9,43391,1731280628391, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:18:33,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43306 deadline: 1731280773798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43276 deadline: 1731280773798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43292 deadline: 1731280773799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:33,909 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2da023f6d66a4f49a2adf46b0fff05fa
2024-11-10T23:18:33,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/43c10b236ade41509712cbddb1bc8325 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/43c10b236ade41509712cbddb1bc8325
2024-11-10T23:18:33,923 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/43c10b236ade41509712cbddb1bc8325, entries=200, sequenceid=319, filesize=14.4 K
2024-11-10T23:18:33,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5c62ee80818c4d82896721e77a3465c5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5c62ee80818c4d82896721e77a3465c5
2024-11-10T23:18:33,927 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5c62ee80818c4d82896721e77a3465c5, entries=150, sequenceid=319, filesize=12.0 K
2024-11-10T23:18:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2da023f6d66a4f49a2adf46b0fff05fa as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2da023f6d66a4f49a2adf46b0fff05fa
2024-11-10T23:18:33,930 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2da023f6d66a4f49a2adf46b0fff05fa, entries=150, sequenceid=319, filesize=12.0 K
2024-11-10T23:18:33,931 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8fdbb5a184152d22c716f82d44d75210 in 1275ms, sequenceid=319, compaction requested=true
2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:33,931 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:33,931 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fdbb5a184152d22c716f82d44d75210:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:33,932 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52174 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:33,932 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49734 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:33,932 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/B is initiating minor compaction (all files)
2024-11-10T23:18:33,932 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/A is initiating minor compaction (all files)
2024-11-10T23:18:33,932 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/A in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:33,932 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/B in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:33,933 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d39db7a0d1f5441294372765e62cccb0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1c99dfe2b6b64a18ad4142d808356baf, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/72de63617daf4794a8a0899e88ded0c3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5c62ee80818c4d82896721e77a3465c5] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=48.6 K
2024-11-10T23:18:33,933 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e1060f4d39064967baee66415ccf14f9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e5e45c58a5b4440cb31499c84207f3ed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/983e09fb7231476b94c05c863c4abeb3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/43c10b236ade41509712cbddb1bc8325] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=51.0 K
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1060f4d39064967baee66415ccf14f9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731280707128
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting d39db7a0d1f5441294372765e62cccb0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731280707128
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5e45c58a5b4440cb31499c84207f3ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731280708284
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c99dfe2b6b64a18ad4142d808356baf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731280708284
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 983e09fb7231476b94c05c863c4abeb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731280709414
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 72de63617daf4794a8a0899e88ded0c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731280709414
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43c10b236ade41509712cbddb1bc8325, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731280711542
2024-11-10T23:18:33,933 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c62ee80818c4d82896721e77a3465c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731280711542
2024-11-10T23:18:33,940 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:33,940 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:33,940 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1fa030ff57f0419ebbf42142eaec1933 is 50, key is test_row_0/B:col10/1731280711542/Put/seqid=0
2024-11-10T23:18:33,941 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/790b607091a244cabf24dcca3ac31000 is 50, key is test_row_0/A:col10/1731280711542/Put/seqid=0
2024-11-10T23:18:33,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742147_1323 (size=13017)
2024-11-10T23:18:33,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742148_1324 (size=13017)
2024-11-10T23:18:34,357 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/790b607091a244cabf24dcca3ac31000 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/790b607091a244cabf24dcca3ac31000
2024-11-10T23:18:34,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/1fa030ff57f0419ebbf42142eaec1933 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1fa030ff57f0419ebbf42142eaec1933
2024-11-10T23:18:34,363 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/B of 8fdbb5a184152d22c716f82d44d75210 into 1fa030ff57f0419ebbf42142eaec1933(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:34,363 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/A of 8fdbb5a184152d22c716f82d44d75210 into 790b607091a244cabf24dcca3ac31000(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:34,363 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:34,363 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:34,363 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/B, priority=12, startTime=1731280713931; duration=0sec
2024-11-10T23:18:34,363 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/A, priority=12, startTime=1731280713931; duration=0sec
2024-11-10T23:18:34,364 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:34,364 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:B
2024-11-10T23:18:34,364 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:34,364 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:34,364 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:A
2024-11-10T23:18:34,365 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49734 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:34,365 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 8fdbb5a184152d22c716f82d44d75210/C is initiating minor compaction (all files)
2024-11-10T23:18:34,365 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8fdbb5a184152d22c716f82d44d75210/C in TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:34,366 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0983e835e7d84f978b62b6672b7ad058, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c4502cd7304a47bc8f835d5ba6f2ad41, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/036af09598ba408fb0529d70da7d6ef6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2da023f6d66a4f49a2adf46b0fff05fa] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp, totalSize=48.6 K
2024-11-10T23:18:34,366 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0983e835e7d84f978b62b6672b7ad058, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731280707128
2024-11-10T23:18:34,366 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c4502cd7304a47bc8f835d5ba6f2ad41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731280708284
2024-11-10T23:18:34,367 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 036af09598ba408fb0529d70da7d6ef6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731280709414
2024-11-10T23:18:34,367 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da023f6d66a4f49a2adf46b0fff05fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731280711542
2024-11-10T23:18:34,375 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fdbb5a184152d22c716f82d44d75210#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:34,375 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/5f591cc055164f3ba9526ddf3fe49658 is 50, key is test_row_0/C:col10/1731280711542/Put/seqid=0
2024-11-10T23:18:34,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742149_1325 (size=13017)
2024-11-10T23:18:34,791 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/5f591cc055164f3ba9526ddf3fe49658 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/5f591cc055164f3ba9526ddf3fe49658
2024-11-10T23:18:34,796 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8fdbb5a184152d22c716f82d44d75210/C of 8fdbb5a184152d22c716f82d44d75210 into 5f591cc055164f3ba9526ddf3fe49658(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:34,796 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:34,796 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210., storeName=8fdbb5a184152d22c716f82d44d75210/C, priority=12, startTime=1731280713931; duration=0sec
2024-11-10T23:18:34,796 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:34,796 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fdbb5a184152d22c716f82d44d75210:C
2024-11-10T23:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:34,802 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:18:34,802 DEBUG [Thread-1190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:61791
2024-11-10T23:18:34,802 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:34,807 DEBUG [Thread-1196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:61791
2024-11-10T23:18:34,807 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:34,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/6374ba3a154442fe9cf83472830277f7 is 50, key is test_row_0/A:col10/1731280714801/Put/seqid=0
2024-11-10T23:18:34,808 DEBUG [Thread-1188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:61791
2024-11-10T23:18:34,808 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:34,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742150_1326 (size=12301)
2024-11-10T23:18:35,213 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/6374ba3a154442fe9cf83472830277f7
2024-11-10T23:18:35,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5548f6c65bdf4ee9aab61f61f4b3058b is 50, key is test_row_0/B:col10/1731280714801/Put/seqid=0
2024-11-10T23:18:35,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742151_1327 (size=12301)
2024-11-10T23:18:35,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5548f6c65bdf4ee9aab61f61f4b3058b
2024-11-10T23:18:35,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/ec8b859de8644e6385a62ee26757ef38 is 50, key is test_row_0/C:col10/1731280714801/Put/seqid=0
2024-11-10T23:18:35,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742152_1328 (size=12301)
2024-11-10T23:18:36,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/ec8b859de8644e6385a62ee26757ef38
2024-11-10T23:18:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/6374ba3a154442fe9cf83472830277f7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6374ba3a154442fe9cf83472830277f7
2024-11-10T23:18:36,067 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6374ba3a154442fe9cf83472830277f7, entries=150, sequenceid=346, filesize=12.0 K
2024-11-10T23:18:36,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/5548f6c65bdf4ee9aab61f61f4b3058b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5548f6c65bdf4ee9aab61f61f4b3058b
2024-11-10T23:18:36,072 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5548f6c65bdf4ee9aab61f61f4b3058b, entries=150, sequenceid=346, filesize=12.0 K
2024-11-10T23:18:36,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/ec8b859de8644e6385a62ee26757ef38 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ec8b859de8644e6385a62ee26757ef38
2024-11-10T23:18:36,078 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ec8b859de8644e6385a62ee26757ef38, entries=150, sequenceid=346, filesize=12.0 K
2024-11-10T23:18:36,079 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 8fdbb5a184152d22c716f82d44d75210 in 1277ms, sequenceid=346, compaction requested=false
2024-11-10T23:18:36,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:36,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-10T23:18:37,588 DEBUG [Thread-1192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:61791
2024-11-10T23:18:37,589 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:38,817 DEBUG [Thread-1194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:61791
2024-11-10T23:18:38,817 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:38,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-10T23:18:38,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-10T23:18:38,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 62
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6933
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6755
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6609
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6938
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6739
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-10T23:18:38,818 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:18:38,818 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:61791
2024-11-10T23:18:38,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:18:38,819 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-10T23:18:38,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-10T23:18:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-11-10T23:18:38,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280718823"}]},"ts":"1731280718823"}
2024-11-10T23:18:38,825 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-10T23:18:38,876 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-10T23:18:38,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:18:38,880 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, UNASSIGN}]
2024-11-10T23:18:38,881 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, UNASSIGN
2024-11-10T23:18:38,882 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=8fdbb5a184152d22c716f82d44d75210, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:38,883 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43589 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=992bda40dfe9,43391,1731280628391, table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-10T23:18:38,883 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:18:38,883 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:18:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-11-10T23:18:39,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:39,037 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:39,037 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:18:39,037 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 8fdbb5a184152d22c716f82d44d75210, disabling compactions & flushes
2024-11-10T23:18:39,037 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:39,037 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:39,037 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210. after waiting 0 ms
2024-11-10T23:18:39,037 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:39,038 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 8fdbb5a184152d22c716f82d44d75210 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-10T23:18:39,038 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=A
2024-11-10T23:18:39,038 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:39,039 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=B
2024-11-10T23:18:39,039 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:39,039 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fdbb5a184152d22c716f82d44d75210, store=C
2024-11-10T23:18:39,039 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:39,047 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/d276e6f4b7244f96a313472de8258755 is 50, key is test_row_0/A:col10/1731280718815/Put/seqid=0
2024-11-10T23:18:39,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742153_1329 (size=12301)
2024-11-10T23:18:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-11-10T23:18:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-11-10T23:18:39,452 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/d276e6f4b7244f96a313472de8258755
2024-11-10T23:18:39,466 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/52957f760a674a69a83b91bff35d5689 is 50, key is test_row_0/B:col10/1731280718815/Put/seqid=0
2024-11-10T23:18:39,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742154_1330 (size=12301)
2024-11-10T23:18:39,873 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/52957f760a674a69a83b91bff35d5689
2024-11-10T23:18:39,888 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2d1acbab0789455586659ddb3887bdd7 is 50, key is test_row_0/C:col10/1731280718815/Put/seqid=0
2024-11-10T23:18:39,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742155_1331 (size=12301)
2024-11-10T23:18:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-11-10T23:18:40,293 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2d1acbab0789455586659ddb3887bdd7
2024-11-10T23:18:40,303 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/A/d276e6f4b7244f96a313472de8258755 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/d276e6f4b7244f96a313472de8258755
2024-11-10T23:18:40,308 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/d276e6f4b7244f96a313472de8258755, entries=150, sequenceid=353, filesize=12.0 K
2024-11-10T23:18:40,309 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/B/52957f760a674a69a83b91bff35d5689 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/52957f760a674a69a83b91bff35d5689
2024-11-10T23:18:40,313 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/52957f760a674a69a83b91bff35d5689, entries=150, sequenceid=353, filesize=12.0 K
2024-11-10T23:18:40,314 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/.tmp/C/2d1acbab0789455586659ddb3887bdd7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2d1acbab0789455586659ddb3887bdd7
2024-11-10T23:18:40,318 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2d1acbab0789455586659ddb3887bdd7, entries=150, sequenceid=353, filesize=12.0 K
2024-11-10T23:18:40,319 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8fdbb5a184152d22c716f82d44d75210 in 1282ms, sequenceid=353, compaction requested=true
2024-11-10T23:18:40,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/bc51d7a362e04a90aa6f645270ab48ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cede723e6bc74ef58f28818bb4e23789, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1bbd41e3d0824ddebb508ca00186e940, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/935ff91cfd9b45acbf92164bf4de7172, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6c72022f29a548ac9f23469a3cb3861b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ce53898d156d4efa888be40ec3f52cf3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1490b65dcf7b4bb29b366d9b5bc540ae, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/4062b3f5630449058a1a61957fdc01f4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ba33b13818474ab89c9b921204972066, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/773a88172e2449609272ad157cf0bc9d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ed7d7598ac324b049f2a06820e0fbb01, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/acc01f176580467c94a4da25782efefb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cba7681489a04456a5a4c3c2d977b396, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/3470108fa28f4851bf5befed000c93f2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/2e9ee3c4a71f403baf5978210cf79ca1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e1060f4d39064967baee66415ccf14f9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e5e45c58a5b4440cb31499c84207f3ed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/983e09fb7231476b94c05c863c4abeb3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/43c10b236ade41509712cbddb1bc8325] to archive
2024-11-10T23:18:40,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:18:40,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/0a37e2ad3ffd4d68bdcddc3de0fd2b8e
2024-11-10T23:18:40,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/bc51d7a362e04a90aa6f645270ab48ae to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/bc51d7a362e04a90aa6f645270ab48ae
2024-11-10T23:18:40,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cede723e6bc74ef58f28818bb4e23789 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cede723e6bc74ef58f28818bb4e23789
2024-11-10T23:18:40,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1bbd41e3d0824ddebb508ca00186e940 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1bbd41e3d0824ddebb508ca00186e940
2024-11-10T23:18:40,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/935ff91cfd9b45acbf92164bf4de7172 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/935ff91cfd9b45acbf92164bf4de7172
2024-11-10T23:18:40,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6c72022f29a548ac9f23469a3cb3861b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6c72022f29a548ac9f23469a3cb3861b
2024-11-10T23:18:40,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ce53898d156d4efa888be40ec3f52cf3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ce53898d156d4efa888be40ec3f52cf3
2024-11-10T23:18:40,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1e0dc83b5ddf444cb3eb8e5a12d3dbed
2024-11-10T23:18:40,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1490b65dcf7b4bb29b366d9b5bc540ae to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/1490b65dcf7b4bb29b366d9b5bc540ae
2024-11-10T23:18:40,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/4062b3f5630449058a1a61957fdc01f4 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/4062b3f5630449058a1a61957fdc01f4
2024-11-10T23:18:40,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ba33b13818474ab89c9b921204972066 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ba33b13818474ab89c9b921204972066
2024-11-10T23:18:40,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/773a88172e2449609272ad157cf0bc9d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/773a88172e2449609272ad157cf0bc9d
2024-11-10T23:18:40,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ed7d7598ac324b049f2a06820e0fbb01 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/ed7d7598ac324b049f2a06820e0fbb01
2024-11-10T23:18:40,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/acc01f176580467c94a4da25782efefb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/acc01f176580467c94a4da25782efefb
2024-11-10T23:18:40,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cba7681489a04456a5a4c3c2d977b396 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/cba7681489a04456a5a4c3c2d977b396
2024-11-10T23:18:40,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/3470108fa28f4851bf5befed000c93f2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/3470108fa28f4851bf5befed000c93f2
2024-11-10T23:18:40,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/2e9ee3c4a71f403baf5978210cf79ca1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/2e9ee3c4a71f403baf5978210cf79ca1
2024-11-10T23:18:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e1060f4d39064967baee66415ccf14f9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e1060f4d39064967baee66415ccf14f9
2024-11-10T23:18:40,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e5e45c58a5b4440cb31499c84207f3ed to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/e5e45c58a5b4440cb31499c84207f3ed
2024-11-10T23:18:40,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/983e09fb7231476b94c05c863c4abeb3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/983e09fb7231476b94c05c863c4abeb3
2024-11-10T23:18:40,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/43c10b236ade41509712cbddb1bc8325 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/43c10b236ade41509712cbddb1bc8325
2024-11-10T23:18:40,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d3edbd786da449119b1264808ddc3ee2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1eece53607584fc091b97928dbc33bed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d2c74fe2a0b243eda8b64bb97f6ab637, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/38cb95c4bfa143e3955386281c44a78d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/b2de2e38a036406aa197730743cb2d54, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5b78435ee8584f03910b71b61776b65e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/2ed9dc4053af401585237d4921efe6f8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/3d791542a38a42c0b41ca54b501e5e6a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/7323e16fa6a84f24b8b4f9ce06a7e57e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/712776663ef74516b72ba4fbb5af5b5b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5776d7e30bc241f4aa156b63bfad6e58, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/21c63589eca44541bbdf030006973ce9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/68d731169d054660aa1253cb3d6ea42a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e255f8334c0c42d895ca85944fc5488e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e29fb158ce004590a85e21816a4b3dfb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/30d52632a51d4897881b7454fdcd0ee2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d39db7a0d1f5441294372765e62cccb0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/27036e9abf0b43cd8852f7d3c9205496, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1c99dfe2b6b64a18ad4142d808356baf, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/72de63617daf4794a8a0899e88ded0c3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5c62ee80818c4d82896721e77a3465c5] to archive
2024-11-10T23:18:40,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:18:40,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d3edbd786da449119b1264808ddc3ee2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d3edbd786da449119b1264808ddc3ee2
2024-11-10T23:18:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1eece53607584fc091b97928dbc33bed to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1eece53607584fc091b97928dbc33bed
2024-11-10T23:18:40,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d2c74fe2a0b243eda8b64bb97f6ab637 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d2c74fe2a0b243eda8b64bb97f6ab637
2024-11-10T23:18:40,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/38cb95c4bfa143e3955386281c44a78d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/38cb95c4bfa143e3955386281c44a78d
2024-11-10T23:18:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/b2de2e38a036406aa197730743cb2d54 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/b2de2e38a036406aa197730743cb2d54
2024-11-10T23:18:40,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5b78435ee8584f03910b71b61776b65e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5b78435ee8584f03910b71b61776b65e
2024-11-10T23:18:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/2ed9dc4053af401585237d4921efe6f8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/2ed9dc4053af401585237d4921efe6f8
2024-11-10T23:18:40,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/3d791542a38a42c0b41ca54b501e5e6a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/3d791542a38a42c0b41ca54b501e5e6a
2024-11-10T23:18:40,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/7323e16fa6a84f24b8b4f9ce06a7e57e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/7323e16fa6a84f24b8b4f9ce06a7e57e
2024-11-10T23:18:40,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/712776663ef74516b72ba4fbb5af5b5b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/712776663ef74516b72ba4fbb5af5b5b
2024-11-10T23:18:40,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5776d7e30bc241f4aa156b63bfad6e58 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5776d7e30bc241f4aa156b63bfad6e58
2024-11-10T23:18:40,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/21c63589eca44541bbdf030006973ce9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/21c63589eca44541bbdf030006973ce9
2024-11-10T23:18:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/68d731169d054660aa1253cb3d6ea42a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/68d731169d054660aa1253cb3d6ea42a
2024-11-10T23:18:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e255f8334c0c42d895ca85944fc5488e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e255f8334c0c42d895ca85944fc5488e
2024-11-10T23:18:40,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e29fb158ce004590a85e21816a4b3dfb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/e29fb158ce004590a85e21816a4b3dfb
2024-11-10T23:18:40,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/30d52632a51d4897881b7454fdcd0ee2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/30d52632a51d4897881b7454fdcd0ee2
2024-11-10T23:18:40,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d39db7a0d1f5441294372765e62cccb0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/d39db7a0d1f5441294372765e62cccb0
2024-11-10T23:18:40,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/27036e9abf0b43cd8852f7d3c9205496 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/27036e9abf0b43cd8852f7d3c9205496
2024-11-10T23:18:40,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1c99dfe2b6b64a18ad4142d808356baf to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1c99dfe2b6b64a18ad4142d808356baf
2024-11-10T23:18:40,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/72de63617daf4794a8a0899e88ded0c3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/72de63617daf4794a8a0899e88ded0c3
2024-11-10T23:18:40,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5c62ee80818c4d82896721e77a3465c5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5c62ee80818c4d82896721e77a3465c5
2024-11-10T23:18:40,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/eaa97108e2de40bfbc835a9b5e069436, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2e5c6262823e4e688606e78defa2fe4b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/8ab813b357064ddda864bd34cb5d20cb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0d2458cfff15433baebe8f1162382a33, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/af0ba5d9fc674290baeec01b801536cb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/cb147adf149e483f8446439590580c30, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/a4092f97ae974589aebd0fe51fc1f198, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/71d0c5332d9f49ddad96ab3b6fbab064, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/169957f0f56945ab99cc3f3b4f66a031, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b9ecbe28d9674306a9650c2e02e959d9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ed409d6de9e740e6b45c5313218dd65e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/969186477f1549a2b39bf5a8ddf1fce1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/e641f4df670c47028ce0501c9604cf52, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/95543479c86d44668d5b0a3ea4dbb301, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c5375c69ae2d4d3ba56c7b67e922e913, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2900b58120ee4422abb439cf3e86d5e7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0983e835e7d84f978b62b6672b7ad058, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b5b57566f2624c91affd8fcd6f12a5c4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c4502cd7304a47bc8f835d5ba6f2ad41, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/036af09598ba408fb0529d70da7d6ef6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2da023f6d66a4f49a2adf46b0fff05fa] to archive
2024-11-10T23:18:40,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:18:40,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/eaa97108e2de40bfbc835a9b5e069436 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/eaa97108e2de40bfbc835a9b5e069436
2024-11-10T23:18:40,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2e5c6262823e4e688606e78defa2fe4b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2e5c6262823e4e688606e78defa2fe4b
2024-11-10T23:18:40,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/8ab813b357064ddda864bd34cb5d20cb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/8ab813b357064ddda864bd34cb5d20cb
2024-11-10T23:18:40,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0d2458cfff15433baebe8f1162382a33 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0d2458cfff15433baebe8f1162382a33
2024-11-10T23:18:40,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/af0ba5d9fc674290baeec01b801536cb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/af0ba5d9fc674290baeec01b801536cb
2024-11-10T23:18:40,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/cb147adf149e483f8446439590580c30 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/cb147adf149e483f8446439590580c30
2024-11-10T23:18:40,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/a4092f97ae974589aebd0fe51fc1f198 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/a4092f97ae974589aebd0fe51fc1f198
2024-11-10T23:18:40,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/71d0c5332d9f49ddad96ab3b6fbab064 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/71d0c5332d9f49ddad96ab3b6fbab064
2024-11-10T23:18:40,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/169957f0f56945ab99cc3f3b4f66a031 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/169957f0f56945ab99cc3f3b4f66a031
2024-11-10T23:18:40,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b9ecbe28d9674306a9650c2e02e959d9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b9ecbe28d9674306a9650c2e02e959d9
2024-11-10T23:18:40,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ed409d6de9e740e6b45c5313218dd65e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ed409d6de9e740e6b45c5313218dd65e
2024-11-10T23:18:40,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/969186477f1549a2b39bf5a8ddf1fce1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/969186477f1549a2b39bf5a8ddf1fce1
2024-11-10T23:18:40,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/e641f4df670c47028ce0501c9604cf52 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/e641f4df670c47028ce0501c9604cf52
2024-11-10T23:18:40,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/95543479c86d44668d5b0a3ea4dbb301 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/95543479c86d44668d5b0a3ea4dbb301
2024-11-10T23:18:40,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c5375c69ae2d4d3ba56c7b67e922e913 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c5375c69ae2d4d3ba56c7b67e922e913
2024-11-10T23:18:40,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2900b58120ee4422abb439cf3e86d5e7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2900b58120ee4422abb439cf3e86d5e7
2024-11-10T23:18:40,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0983e835e7d84f978b62b6672b7ad058 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/0983e835e7d84f978b62b6672b7ad058
2024-11-10T23:18:40,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b5b57566f2624c91affd8fcd6f12a5c4 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/b5b57566f2624c91affd8fcd6f12a5c4
2024-11-10T23:18:40,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c4502cd7304a47bc8f835d5ba6f2ad41 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/c4502cd7304a47bc8f835d5ba6f2ad41
2024-11-10T23:18:40,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/036af09598ba408fb0529d70da7d6ef6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/036af09598ba408fb0529d70da7d6ef6
2024-11-10T23:18:40,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2da023f6d66a4f49a2adf46b0fff05fa to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2da023f6d66a4f49a2adf46b0fff05fa
2024-11-10T23:18:40,390 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/recovered.edits/356.seqid, newMaxSeqId=356, maxSeqId=1
2024-11-10T23:18:40,391 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.
2024-11-10T23:18:40,391 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 8fdbb5a184152d22c716f82d44d75210:

2024-11-10T23:18:40,392 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:40,393 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=8fdbb5a184152d22c716f82d44d75210, regionState=CLOSED
2024-11-10T23:18:40,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91
2024-11-10T23:18:40,395 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 8fdbb5a184152d22c716f82d44d75210, server=992bda40dfe9,43391,1731280628391 in 1.5100 sec
2024-11-10T23:18:40,396 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90
2024-11-10T23:18:40,396 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fdbb5a184152d22c716f82d44d75210, UNASSIGN in 1.5150 sec
2024-11-10T23:18:40,397 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89
2024-11-10T23:18:40,397 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5190 sec
2024-11-10T23:18:40,398 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280720398"}]},"ts":"1731280720398"}
2024-11-10T23:18:40,399 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-10T23:18:40,434 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-10T23:18:40,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6150 sec
2024-11-10T23:18:40,660 ERROR [LeaseRenewer:jenkins@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34327,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-11-10T23:18:40,930 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed
2024-11-10T23:18:40,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-10T23:18:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:40,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-11-10T23:18:40,935 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:40,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:40,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/recovered.edits]
2024-11-10T23:18:40,948 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6374ba3a154442fe9cf83472830277f7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/6374ba3a154442fe9cf83472830277f7
2024-11-10T23:18:40,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/790b607091a244cabf24dcca3ac31000 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/790b607091a244cabf24dcca3ac31000
2024-11-10T23:18:40,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/d276e6f4b7244f96a313472de8258755 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/A/d276e6f4b7244f96a313472de8258755
2024-11-10T23:18:40,953 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1fa030ff57f0419ebbf42142eaec1933 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/1fa030ff57f0419ebbf42142eaec1933
2024-11-10T23:18:40,954 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/52957f760a674a69a83b91bff35d5689 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/52957f760a674a69a83b91bff35d5689
2024-11-10T23:18:40,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5548f6c65bdf4ee9aab61f61f4b3058b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/B/5548f6c65bdf4ee9aab61f61f4b3058b
2024-11-10T23:18:40,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2d1acbab0789455586659ddb3887bdd7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/2d1acbab0789455586659ddb3887bdd7
2024-11-10T23:18:40,958 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/5f591cc055164f3ba9526ddf3fe49658 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/5f591cc055164f3ba9526ddf3fe49658
2024-11-10T23:18:40,959 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ec8b859de8644e6385a62ee26757ef38 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/C/ec8b859de8644e6385a62ee26757ef38
2024-11-10T23:18:40,961 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/recovered.edits/356.seqid to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210/recovered.edits/356.seqid
2024-11-10T23:18:40,961 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/8fdbb5a184152d22c716f82d44d75210
2024-11-10T23:18:40,961 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-10T23:18:40,963 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:40,967 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-10T23:18:40,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-10T23:18:40,970 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:40,970 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-10T23:18:40,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731280720970"}]},"ts":"9223372036854775807"}
2024-11-10T23:18:40,972 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-10T23:18:40,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8fdbb5a184152d22c716f82d44d75210, NAME => 'TestAcidGuarantees,,1731280690538.8fdbb5a184152d22c716f82d44d75210.', STARTKEY => '', ENDKEY => ''}]
2024-11-10T23:18:40,972 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-10T23:18:40,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731280720972"}]},"ts":"9223372036854775807"}
2024-11-10T23:18:40,974 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-10T23:18:41,009 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:41,010 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec
2024-11-10T23:18:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-11-10T23:18:41,036 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed
2024-11-10T23:18:41,049 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 240), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 358), ProcessCount=9 (was 9), AvailableMemoryMB=4648 (was 4727)
2024-11-10T23:18:41,060 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=9, AvailableMemoryMB=4648
2024-11-10T23:18:41,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:18:41,061 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:18:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:41,063 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:18:41,063 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:41,063 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 94
2024-11-10T23:18:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94
2024-11-10T23:18:41,064 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:18:41,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742156_1332 (size=960)
2024-11-10T23:18:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94
2024-11-10T23:18:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94
2024-11-10T23:18:41,476 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:18:41,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742157_1333 (size=53)
2024-11-10T23:18:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94
2024-11-10T23:18:41,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:18:41,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5469f8109298f29e542b0921da7c9f44, disabling compactions & flushes
2024-11-10T23:18:41,888 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:41,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:41,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. after waiting 0 ms
2024-11-10T23:18:41,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:41,889 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:41,889 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:41,891 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:18:41,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731280721891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280721891"}]},"ts":"1731280721891"}
2024-11-10T23:18:41,894 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:18:41,896 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:18:41,897 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280721896"}]},"ts":"1731280721896"}
2024-11-10T23:18:41,899 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-10T23:18:41,942 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, ASSIGN}]
2024-11-10T23:18:41,943 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, ASSIGN
2024-11-10T23:18:41,944 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:18:42,095 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:42,098 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:18:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94
2024-11-10T23:18:42,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:42,258 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:42,258 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:18:42,259 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:42,259 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:18:42,259 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:42,259 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:42,261 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5469f8109298f29e542b0921da7c9f44 
2024-11-10T23:18:42,262 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:42,262 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5469f8109298f29e542b0921da7c9f44 columnFamilyName A
2024-11-10T23:18:42,262 DEBUG [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:42,263 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(327): Store=5469f8109298f29e542b0921da7c9f44/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:42,263 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5469f8109298f29e542b0921da7c9f44 
2024-11-10T23:18:42,264 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:42,265 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5469f8109298f29e542b0921da7c9f44 columnFamilyName B
2024-11-10T23:18:42,265 DEBUG [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:42,265 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(327): Store=5469f8109298f29e542b0921da7c9f44/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:42,265 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5469f8109298f29e542b0921da7c9f44 
2024-11-10T23:18:42,266 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:42,267 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5469f8109298f29e542b0921da7c9f44 columnFamilyName C
2024-11-10T23:18:42,267 DEBUG [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:42,267 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(327): Store=5469f8109298f29e542b0921da7c9f44/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:42,267 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:42,268 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:42,269 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:42,271 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:18:42,273 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:42,277 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:18:42,277 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 5469f8109298f29e542b0921da7c9f44; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73596537, jitterRate=0.0966738611459732}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:18:42,278 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:42,279 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., pid=96, masterSystemTime=1731280722251
2024-11-10T23:18:42,281 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:42,281 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:42,282 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:42,285 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95
2024-11-10T23:18:42,285 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391 in 185 msec
2024-11-10T23:18:42,287 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94
2024-11-10T23:18:42,287 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, ASSIGN in 343 msec
2024-11-10T23:18:42,288 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:18:42,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280722288"}]},"ts":"1731280722288"}
2024-11-10T23:18:42,289 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-10T23:18:42,326 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:18:42,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec
2024-11-10T23:18:42,882 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34327,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94
2024-11-10T23:18:43,174 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed
2024-11-10T23:18:43,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6
2024-11-10T23:18:43,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:43,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:43,225 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:43,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:18:43,228 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:18:43,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:18:43,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:18:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-10T23:18:43,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742158_1334 (size=996)
2024-11-10T23:18:43,646 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-10T23:18:43,646 INFO  [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-10T23:18:43,651 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:18:43,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, REOPEN/MOVE}]
2024-11-10T23:18:43,654 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, REOPEN/MOVE
2024-11-10T23:18:43,654 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:43,655 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:18:43,656 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:18:43,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:43,809 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:43,809 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:18:43,809 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 5469f8109298f29e542b0921da7c9f44, disabling compactions & flushes
2024-11-10T23:18:43,809 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:43,809 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:43,809 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. after waiting 0 ms
2024-11-10T23:18:43,809 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:43,819 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-10T23:18:43,819 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:43,819 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:43,819 WARN  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 5469f8109298f29e542b0921da7c9f44 to self.
2024-11-10T23:18:43,821 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:43,821 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=CLOSED
2024-11-10T23:18:43,824 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99
2024-11-10T23:18:43,824 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391 in 167 msec
2024-11-10T23:18:43,825 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, REOPEN/MOVE; state=CLOSED, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=true
2024-11-10T23:18:43,975 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:43,977 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:18:44,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,135 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,136 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:18:44,137 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,137 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:18:44,137 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,137 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,139 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5469f8109298f29e542b0921da7c9f44 
2024-11-10T23:18:44,141 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:44,141 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5469f8109298f29e542b0921da7c9f44 columnFamilyName A
2024-11-10T23:18:44,143 DEBUG [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:44,144 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(327): Store=5469f8109298f29e542b0921da7c9f44/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:44,145 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5469f8109298f29e542b0921da7c9f44 
2024-11-10T23:18:44,146 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:44,146 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5469f8109298f29e542b0921da7c9f44 columnFamilyName B
2024-11-10T23:18:44,146 DEBUG [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:44,147 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(327): Store=5469f8109298f29e542b0921da7c9f44/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:44,148 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5469f8109298f29e542b0921da7c9f44 
2024-11-10T23:18:44,149 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:18:44,149 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5469f8109298f29e542b0921da7c9f44 columnFamilyName C
2024-11-10T23:18:44,149 DEBUG [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:44,150 INFO  [StoreOpener-5469f8109298f29e542b0921da7c9f44-1 {}] regionserver.HStore(327): Store=5469f8109298f29e542b0921da7c9f44/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:18:44,150 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,151 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,152 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,153 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:18:44,154 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,155 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 5469f8109298f29e542b0921da7c9f44; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66997630, jitterRate=-0.0016575157642364502}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:18:44,156 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:44,156 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., pid=101, masterSystemTime=1731280724129
2024-11-10T23:18:44,158 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,158 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,158 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=OPEN, openSeqNum=5, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,160 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99
2024-11-10T23:18:44,160 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391 in 182 msec
2024-11-10T23:18:44,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98
2024-11-10T23:18:44,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, REOPEN/MOVE in 507 msec
2024-11-10T23:18:44,163 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97
2024-11-10T23:18:44,163 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec
2024-11-10T23:18:44,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec
2024-11-10T23:18:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-11-10T23:18:44,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4
2024-11-10T23:18:44,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf
2024-11-10T23:18:44,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0
2024-11-10T23:18:44,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0
2024-11-10T23:18:44,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b
2024-11-10T23:18:44,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666
2024-11-10T23:18:44,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce
2024-11-10T23:18:44,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b
2024-11-10T23:18:44,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169
2024-11-10T23:18:44,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17
2024-11-10T23:18:44,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:18:44,328 DEBUG [hconnection-0x74e1600c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,328 DEBUG [hconnection-0x775a5337-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,328 DEBUG [hconnection-0x2850ff85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,328 DEBUG [hconnection-0x6117c1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,328 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,328 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,329 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,329 DEBUG [hconnection-0x6121c855-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,329 DEBUG [hconnection-0x79f23f58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,329 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:44,329 DEBUG [hconnection-0x169ace45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,329 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,329 DEBUG [hconnection-0x3be3382a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,329 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,330 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees
2024-11-10T23:18:44,330 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,330 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,330 DEBUG [hconnection-0x1366a2a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,331 DEBUG [hconnection-0x404e4d5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:18:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:44,331 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:44,331 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:44,332 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:44,332 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,332 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:18:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,336 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:18:44,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:44,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:44,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:44,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:44,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:44,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:44,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280784349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280784349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280784350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280784354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280784354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ea4d66784bda4edeb88d92e9423351c5_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280724335/Put/seqid=0
2024-11-10T23:18:44,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742159_1335 (size=21918)
2024-11-10T23:18:44,365 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:44,369 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ea4d66784bda4edeb88d92e9423351c5_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ea4d66784bda4edeb88d92e9423351c5_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:44,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/8bd7438586824297b430bcb3d54e0b4a, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:44,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/8bd7438586824297b430bcb3d54e0b4a is 175, key is test_row_0/A:col10/1731280724335/Put/seqid=0
2024-11-10T23:18:44,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742160_1336 (size=65323)
2024-11-10T23:18:44,379 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/8bd7438586824297b430bcb3d54e0b4a
2024-11-10T23:18:44,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/489ff4d0d87347df9586c76f4b9ed2cc is 50, key is test_row_0/B:col10/1731280724335/Put/seqid=0
2024-11-10T23:18:44,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742161_1337 (size=12001)
2024-11-10T23:18:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:44,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280784455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280784456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280784456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280784457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280784459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:44,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280784660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280784661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280784661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280784661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280784664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,807 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/489ff4d0d87347df9586c76f4b9ed2cc
2024-11-10T23:18:44,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/5edf66ff4eef4ef792ca27c9faf77749 is 50, key is test_row_0/C:col10/1731280724335/Put/seqid=0
2024-11-10T23:18:44,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742162_1338 (size=12001)
2024-11-10T23:18:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:44,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:44,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:44,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280784965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280784965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280784965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280784966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:44,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280784969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:45,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:45,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/5edf66ff4eef4ef792ca27c9faf77749
2024-11-10T23:18:45,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/8bd7438586824297b430bcb3d54e0b4a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a
2024-11-10T23:18:45,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a, entries=350, sequenceid=17, filesize=63.8 K
2024-11-10T23:18:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/489ff4d0d87347df9586c76f4b9ed2cc as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/489ff4d0d87347df9586c76f4b9ed2cc
2024-11-10T23:18:45,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/489ff4d0d87347df9586c76f4b9ed2cc, entries=150, sequenceid=17, filesize=11.7 K
2024-11-10T23:18:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/5edf66ff4eef4ef792ca27c9faf77749 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/5edf66ff4eef4ef792ca27c9faf77749
2024-11-10T23:18:45,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:45,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=103
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:45,250 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/5edf66ff4eef4ef792ca27c9faf77749, entries=150, sequenceid=17, filesize=11.7 K
2024-11-10T23:18:45,251 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5469f8109298f29e542b0921da7c9f44 in 915ms, sequenceid=17, compaction requested=false
2024-11-10T23:18:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-10T23:18:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:45,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-10T23:18:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:45,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:18:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111052b4498e47ff45d6909c8f72721b0f11_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280724347/Put/seqid=0
2024-11-10T23:18:45,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742163_1339 (size=12154)
2024-11-10T23:18:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:45,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111052b4498e47ff45d6909c8f72721b0f11_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111052b4498e47ff45d6909c8f72721b0f11_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/1b4d589ffe2d448f9e29adf836a243d1, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/1b4d589ffe2d448f9e29adf836a243d1 is 175, key is test_row_0/A:col10/1731280724347/Put/seqid=0
2024-11-10T23:18:45,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742164_1340 (size=30955)
2024-11-10T23:18:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:45,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:45,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280785480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280785484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280785484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280785485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280785485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280785586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280785592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280785592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280785592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280785592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280785790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280785795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280785795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280785796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280785797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:45,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/1b4d589ffe2d448f9e29adf836a243d1
2024-11-10T23:18:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3c010e1016da4146881ca50759696c4e is 50, key is test_row_0/B:col10/1731280724347/Put/seqid=0
2024-11-10T23:18:45,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742165_1341 (size=12001)
2024-11-10T23:18:45,921 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:18:46,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280786096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280786100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280786100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280786100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280786101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3c010e1016da4146881ca50759696c4e
2024-11-10T23:18:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/fa96092e2a0c4ae8922781a6f0eaab6f is 50, key is test_row_0/C:col10/1731280724347/Put/seqid=0
2024-11-10T23:18:46,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742166_1342 (size=12001)
2024-11-10T23:18:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:46,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280786601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280786604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280786605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280786606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280786608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:46,643 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/fa96092e2a0c4ae8922781a6f0eaab6f
2024-11-10T23:18:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/1b4d589ffe2d448f9e29adf836a243d1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1
2024-11-10T23:18:46,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1, entries=150, sequenceid=40, filesize=30.2 K
2024-11-10T23:18:46,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3c010e1016da4146881ca50759696c4e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3c010e1016da4146881ca50759696c4e
2024-11-10T23:18:46,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3c010e1016da4146881ca50759696c4e, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:18:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/fa96092e2a0c4ae8922781a6f0eaab6f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/fa96092e2a0c4ae8922781a6f0eaab6f
2024-11-10T23:18:46,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/fa96092e2a0c4ae8922781a6f0eaab6f, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:18:46,658 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 5469f8109298f29e542b0921da7c9f44 in 1261ms, sequenceid=40, compaction requested=false
2024-11-10T23:18:46,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:46,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:46,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-10T23:18:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=103
2024-11-10T23:18:46,659 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102
2024-11-10T23:18:46,659 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec
2024-11-10T23:18:46,660 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.3310 sec
2024-11-10T23:18:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:47,612 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:18:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:47,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111053e2fa8d544343fd912d3794c31253f2_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:47,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742167_1343 (size=12154)
2024-11-10T23:18:47,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280787635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280787634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280787638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280787641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280787641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280787742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280787742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280787742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280787751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280787751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280787946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280787946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280787946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280787956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:47,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280787957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:48,024 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111053e2fa8d544343fd912d3794c31253f2_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111053e2fa8d544343fd912d3794c31253f2_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:48,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/3f79448a4f7b41cd862e04b291b0c8a2, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:48,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/3f79448a4f7b41cd862e04b291b0c8a2 is 175, key is test_row_0/A:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:48,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742168_1344 (size=30955)
2024-11-10T23:18:48,037 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/3f79448a4f7b41cd862e04b291b0c8a2
2024-11-10T23:18:48,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/517d60c80ef441a795e94b47b33920e7 is 50, key is test_row_0/B:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:48,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742169_1345 (size=12001)
2024-11-10T23:18:48,049 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/517d60c80ef441a795e94b47b33920e7
2024-11-10T23:18:48,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/1f23cb0ecb7143739848360d4942051f is 50, key is test_row_0/C:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:48,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742170_1346 (size=12001)
2024-11-10T23:18:48,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280788250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280788251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280788252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280788261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280788262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-10T23:18:48,435 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed
2024-11-10T23:18:48,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees
2024-11-10T23:18:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-10T23:18:48,437 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:48,437 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:48,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:48,461 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/1f23cb0ecb7143739848360d4942051f
2024-11-10T23:18:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/3f79448a4f7b41cd862e04b291b0c8a2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2
2024-11-10T23:18:48,469 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2, entries=150, sequenceid=55, filesize=30.2 K
2024-11-10T23:18:48,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/517d60c80ef441a795e94b47b33920e7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/517d60c80ef441a795e94b47b33920e7
2024-11-10T23:18:48,473 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/517d60c80ef441a795e94b47b33920e7, entries=150, sequenceid=55, filesize=11.7 K
2024-11-10T23:18:48,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/1f23cb0ecb7143739848360d4942051f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1f23cb0ecb7143739848360d4942051f
2024-11-10T23:18:48,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1f23cb0ecb7143739848360d4942051f, entries=150, sequenceid=55, filesize=11.7 K
2024-11-10T23:18:48,479 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5469f8109298f29e542b0921da7c9f44 in 867ms, sequenceid=55, compaction requested=true
2024-11-10T23:18:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:48,479 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:48,479 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:48,480 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:48,480 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/A is initiating minor compaction (all files)
2024-11-10T23:18:48,480 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/A in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:48,481 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=124.3 K
2024-11-10T23:18:48,481 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:48,481 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:48,481 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/B is initiating minor compaction (all files)
2024-11-10T23:18:48,481 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2]
2024-11-10T23:18:48,481 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/B in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:48,481 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/489ff4d0d87347df9586c76f4b9ed2cc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3c010e1016da4146881ca50759696c4e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/517d60c80ef441a795e94b47b33920e7] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=35.2 K
2024-11-10T23:18:48,481 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd7438586824297b430bcb3d54e0b4a, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731280724334
2024-11-10T23:18:48,481 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 489ff4d0d87347df9586c76f4b9ed2cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731280724335
2024-11-10T23:18:48,482 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c010e1016da4146881ca50759696c4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280724342
2024-11-10T23:18:48,482 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b4d589ffe2d448f9e29adf836a243d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280724342
2024-11-10T23:18:48,482 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f79448a4f7b41cd862e04b291b0c8a2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731280725478
2024-11-10T23:18:48,482 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 517d60c80ef441a795e94b47b33920e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731280725478
2024-11-10T23:18:48,490 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:48,492 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:48,493 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/4200857c061b40d08dc0e5f9a8db1ccf is 50, key is test_row_0/B:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:48,495 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ee2ae839853b48988fda4f29e05d3194_5469f8109298f29e542b0921da7c9f44 store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:48,497 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ee2ae839853b48988fda4f29e05d3194_5469f8109298f29e542b0921da7c9f44, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:48,497 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ee2ae839853b48988fda4f29e05d3194_5469f8109298f29e542b0921da7c9f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:48,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742171_1347 (size=12104)
2024-11-10T23:18:48,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742172_1348 (size=4469)
2024-11-10T23:18:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-10T23:18:48,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-10T23:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:48,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-10T23:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:48,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:48,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109d52f5914c7341de9f8fb5f28697276e_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280727637/Put/seqid=0
2024-11-10T23:18:48,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742173_1349 (size=12154)
2024-11-10T23:18:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-10T23:18:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:48,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:48,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280788769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280788770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280788772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280788773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280788774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280788874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280788875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280788880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280788880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280788880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:48,912 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/4200857c061b40d08dc0e5f9a8db1ccf as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/4200857c061b40d08dc0e5f9a8db1ccf
2024-11-10T23:18:48,915 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/B of 5469f8109298f29e542b0921da7c9f44 into 4200857c061b40d08dc0e5f9a8db1ccf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:48,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:48,915 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/B, priority=13, startTime=1731280728479; duration=0sec
2024-11-10T23:18:48,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:48,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:B
2024-11-10T23:18:48,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:48,916 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:48,916 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/C is initiating minor compaction (all files)
2024-11-10T23:18:48,916 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/C in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:48,916 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/5edf66ff4eef4ef792ca27c9faf77749, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/fa96092e2a0c4ae8922781a6f0eaab6f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1f23cb0ecb7143739848360d4942051f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=35.2 K
2024-11-10T23:18:48,916 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5edf66ff4eef4ef792ca27c9faf77749, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731280724335
2024-11-10T23:18:48,917 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting fa96092e2a0c4ae8922781a6f0eaab6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280724342
2024-11-10T23:18:48,917 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f23cb0ecb7143739848360d4942051f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731280725478
2024-11-10T23:18:48,917 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#A#compaction#293 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:48,918 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/2a593c38b05f426b9278ce93fa86f790 is 175, key is test_row_0/A:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:48,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742174_1350 (size=31058)
2024-11-10T23:18:48,923 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#C#compaction#296 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:48,924 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/ec77ffd2f05a440b8e918ba0aea8b044 is 50, key is test_row_0/C:col10/1731280725484/Put/seqid=0
2024-11-10T23:18:48,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742175_1351 (size=12104)
2024-11-10T23:18:48,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:49,002 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109d52f5914c7341de9f8fb5f28697276e_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109d52f5914c7341de9f8fb5f28697276e_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9fdf6084ea564dcf852e491057576c0a, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9fdf6084ea564dcf852e491057576c0a is 175, key is test_row_0/A:col10/1731280727637/Put/seqid=0
2024-11-10T23:18:49,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742176_1352 (size=30955)
2024-11-10T23:18:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-10T23:18:49,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280789081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280789082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280789086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280789087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280789087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,325 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/2a593c38b05f426b9278ce93fa86f790 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/2a593c38b05f426b9278ce93fa86f790
2024-11-10T23:18:49,331 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/A of 5469f8109298f29e542b0921da7c9f44 into 2a593c38b05f426b9278ce93fa86f790(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:49,331 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:49,331 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/A, priority=13, startTime=1731280728479; duration=0sec
2024-11-10T23:18:49,331 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:49,331 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:A
2024-11-10T23:18:49,333 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/ec77ffd2f05a440b8e918ba0aea8b044 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/ec77ffd2f05a440b8e918ba0aea8b044
2024-11-10T23:18:49,337 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/C of 5469f8109298f29e542b0921da7c9f44 into ec77ffd2f05a440b8e918ba0aea8b044(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:49,337 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:49,337 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/C, priority=13, startTime=1731280728480; duration=0sec
2024-11-10T23:18:49,337 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:49,337 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:C
2024-11-10T23:18:49,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280789389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280789389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280789390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280789392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280789394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9fdf6084ea564dcf852e491057576c0a
2024-11-10T23:18:49,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/536726c60ec24c16a01a9c674832987d is 50, key is test_row_0/B:col10/1731280727637/Put/seqid=0
2024-11-10T23:18:49,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742177_1353 (size=12001)
2024-11-10T23:18:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-10T23:18:49,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/536726c60ec24c16a01a9c674832987d
2024-11-10T23:18:49,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/a480545e12b44dd5945fdc55e5e90c9f is 50, key is test_row_0/C:col10/1731280727637/Put/seqid=0
2024-11-10T23:18:49,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742178_1354 (size=12001)
2024-11-10T23:18:49,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280789893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280789895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280789897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280789900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:49,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280789901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:50,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/a480545e12b44dd5945fdc55e5e90c9f
2024-11-10T23:18:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9fdf6084ea564dcf852e491057576c0a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a
2024-11-10T23:18:50,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a, entries=150, sequenceid=77, filesize=30.2 K
2024-11-10T23:18:50,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/536726c60ec24c16a01a9c674832987d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/536726c60ec24c16a01a9c674832987d
2024-11-10T23:18:50,240 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/536726c60ec24c16a01a9c674832987d, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:18:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/a480545e12b44dd5945fdc55e5e90c9f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a480545e12b44dd5945fdc55e5e90c9f
2024-11-10T23:18:50,244 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a480545e12b44dd5945fdc55e5e90c9f, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:18:50,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5469f8109298f29e542b0921da7c9f44 in 1656ms, sequenceid=77, compaction requested=false
2024-11-10T23:18:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-10T23:18:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=105
2024-11-10T23:18:50,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104
2024-11-10T23:18:50,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec
2024-11-10T23:18:50,248 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8110 sec
2024-11-10T23:18:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-10T23:18:50,540 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed
2024-11-10T23:18:50,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees
2024-11-10T23:18:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-10T23:18:50,543 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:50,543 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:50,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-10T23:18:50,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:50,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:50,695 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f732775f70b34db4b38b93ec842ebd0e_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280728772/Put/seqid=0
2024-11-10T23:18:50,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742179_1355 (size=12154)
2024-11-10T23:18:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-10T23:18:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:50,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280790924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:50,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280790925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:50,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280790925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:50,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280790926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:50,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280790931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280791032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280791032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280791033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280791035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280791037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:51,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f732775f70b34db4b38b93ec842ebd0e_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f732775f70b34db4b38b93ec842ebd0e_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/b88bcb26427a4d278baf47451549bdd7, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/b88bcb26427a4d278baf47451549bdd7 is 175, key is test_row_0/A:col10/1731280728772/Put/seqid=0
2024-11-10T23:18:51,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742180_1356 (size=30955)
2024-11-10T23:18:51,111 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/b88bcb26427a4d278baf47451549bdd7
2024-11-10T23:18:51,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/d62178aa958c4ad69a11dfe3331372b4 is 50, key is test_row_0/B:col10/1731280728772/Put/seqid=0
2024-11-10T23:18:51,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742181_1357 (size=12001)
2024-11-10T23:18:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-10T23:18:51,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280791239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280791239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280791240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280791241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280791241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/d62178aa958c4ad69a11dfe3331372b4
2024-11-10T23:18:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/635be44d7ae04d248be72d334da34707 is 50, key is test_row_0/C:col10/1731280728772/Put/seqid=0
2024-11-10T23:18:51,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742182_1358 (size=12001)
2024-11-10T23:18:51,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280791545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280791545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280791546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280791546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280791547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-10T23:18:51,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/635be44d7ae04d248be72d334da34707
2024-11-10T23:18:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/b88bcb26427a4d278baf47451549bdd7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7
2024-11-10T23:18:51,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7, entries=150, sequenceid=94, filesize=30.2 K
2024-11-10T23:18:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/d62178aa958c4ad69a11dfe3331372b4 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d62178aa958c4ad69a11dfe3331372b4
2024-11-10T23:18:51,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d62178aa958c4ad69a11dfe3331372b4, entries=150, sequenceid=94, filesize=11.7 K
2024-11-10T23:18:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/635be44d7ae04d248be72d334da34707 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/635be44d7ae04d248be72d334da34707
2024-11-10T23:18:51,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/635be44d7ae04d248be72d334da34707, entries=150, sequenceid=94, filesize=11.7 K
2024-11-10T23:18:51,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5469f8109298f29e542b0921da7c9f44 in 1250ms, sequenceid=94, compaction requested=true
2024-11-10T23:18:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107
2024-11-10T23:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=107
2024-11-10T23:18:51,946 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106
2024-11-10T23:18:51,947 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec
2024-11-10T23:18:51,948 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4050 sec
2024-11-10T23:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:52,054 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:18:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:52,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:52,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:52,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:52,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:52,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:52,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5075414d4d443d98c64d48b9b9e329d_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:52,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742183_1359 (size=17034)
2024-11-10T23:18:52,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280792066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280792067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280792066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280792073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280792073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280792174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280792174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280792174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280792179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280792179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280792381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280792381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280792381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280792385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280792385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:52,472 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5075414d4d443d98c64d48b9b9e329d_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5075414d4d443d98c64d48b9b9e329d_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:52,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/a09b8146e6cb4008a278fadff74d5cec, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:52,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/a09b8146e6cb4008a278fadff74d5cec is 175, key is test_row_0/A:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:52,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742184_1360 (size=48139)
2024-11-10T23:18:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-10T23:18:52,646 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed
2024-11-10T23:18:52,647 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees
2024-11-10T23:18:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:52,648 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:52,649 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:52,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:52,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280792686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280792687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280792689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280792691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280792692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:52,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:52,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:52,881 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/a09b8146e6cb4008a278fadff74d5cec
2024-11-10T23:18:52,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/b813a74b5814453e8a7e51bb81387315 is 50, key is test_row_0/B:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:52,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742185_1361 (size=12001)
2024-11-10T23:18:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:52,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:52,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:52,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280793193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280793193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280793195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280793196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280793199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:53,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,295 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/b813a74b5814453e8a7e51bb81387315
2024-11-10T23:18:53,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/a0079a244ec44d6b8ef9bb6bd6ee1871 is 50, key is test_row_0/C:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:53,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742186_1362 (size=12001)
2024-11-10T23:18:53,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/a0079a244ec44d6b8ef9bb6bd6ee1871
2024-11-10T23:18:53,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/a09b8146e6cb4008a278fadff74d5cec as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec
2024-11-10T23:18:53,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec, entries=250, sequenceid=118, filesize=47.0 K
2024-11-10T23:18:53,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/b813a74b5814453e8a7e51bb81387315 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/b813a74b5814453e8a7e51bb81387315
2024-11-10T23:18:53,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:53,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:53,716 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/b813a74b5814453e8a7e51bb81387315, entries=150, sequenceid=118, filesize=11.7 K
2024-11-10T23:18:53,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/a0079a244ec44d6b8ef9bb6bd6ee1871 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a0079a244ec44d6b8ef9bb6bd6ee1871
2024-11-10T23:18:53,720 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a0079a244ec44d6b8ef9bb6bd6ee1871, entries=150, sequenceid=118, filesize=11.7 K
2024-11-10T23:18:53,721 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5469f8109298f29e542b0921da7c9f44 in 1668ms, sequenceid=118, compaction requested=true
2024-11-10T23:18:53,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:53,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:53,722 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:53,722 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/B is initiating minor compaction (all files)
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/A is initiating minor compaction (all files)
2024-11-10T23:18:53,723 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/B in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,723 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/A in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,723 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/2a593c38b05f426b9278ce93fa86f790, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=137.8 K
2024-11-10T23:18:53,723 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/4200857c061b40d08dc0e5f9a8db1ccf, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/536726c60ec24c16a01a9c674832987d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d62178aa958c4ad69a11dfe3331372b4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/b813a74b5814453e8a7e51bb81387315] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=47.0 K
2024-11-10T23:18:53,723 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/2a593c38b05f426b9278ce93fa86f790, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec]
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4200857c061b40d08dc0e5f9a8db1ccf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731280725478
2024-11-10T23:18:53,723 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a593c38b05f426b9278ce93fa86f790, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731280725478
2024-11-10T23:18:53,724 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fdf6084ea564dcf852e491057576c0a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280727633
2024-11-10T23:18:53,724 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 536726c60ec24c16a01a9c674832987d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280727633
2024-11-10T23:18:53,724 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting d62178aa958c4ad69a11dfe3331372b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731280728768
2024-11-10T23:18:53,724 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b88bcb26427a4d278baf47451549bdd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731280728768
2024-11-10T23:18:53,724 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b813a74b5814453e8a7e51bb81387315, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731280730925
2024-11-10T23:18:53,724 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a09b8146e6cb4008a278fadff74d5cec, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731280730925
2024-11-10T23:18:53,733 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:53,734 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/67a96fd662f74ce9affb8014afa16298 is 50, key is test_row_0/B:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:53,737 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:53,739 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e34b5dd49a9f4462b3783e0681fb0868_5469f8109298f29e542b0921da7c9f44 store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:53,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742187_1363 (size=12241)
2024-11-10T23:18:53,742 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e34b5dd49a9f4462b3783e0681fb0868_5469f8109298f29e542b0921da7c9f44, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:53,742 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e34b5dd49a9f4462b3783e0681fb0868_5469f8109298f29e542b0921da7c9f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:53,743 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/67a96fd662f74ce9affb8014afa16298 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/67a96fd662f74ce9affb8014afa16298
2024-11-10T23:18:53,748 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/B of 5469f8109298f29e542b0921da7c9f44 into 67a96fd662f74ce9affb8014afa16298(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:53,748 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:53,748 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/B, priority=12, startTime=1731280733722; duration=0sec
2024-11-10T23:18:53,748 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:53,748 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:B
2024-11-10T23:18:53,748 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-10T23:18:53,749 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-10T23:18:53,749 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/C is initiating minor compaction (all files)
2024-11-10T23:18:53,749 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/C in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,749 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/ec77ffd2f05a440b8e918ba0aea8b044, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a480545e12b44dd5945fdc55e5e90c9f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/635be44d7ae04d248be72d334da34707, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a0079a244ec44d6b8ef9bb6bd6ee1871] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=47.0 K
2024-11-10T23:18:53,750 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting ec77ffd2f05a440b8e918ba0aea8b044, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731280725478
2024-11-10T23:18:53,750 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a480545e12b44dd5945fdc55e5e90c9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280727633
2024-11-10T23:18:53,750 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 635be44d7ae04d248be72d334da34707, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731280728768
2024-11-10T23:18:53,751 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a0079a244ec44d6b8ef9bb6bd6ee1871, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731280730925
2024-11-10T23:18:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:53,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742188_1364 (size=4469)
2024-11-10T23:18:53,754 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#A#compaction#306 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:53,755 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/274b00dd6822436581245952c9248210 is 175, key is test_row_0/A:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:53,760 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:53,761 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/776dbcce55d745e5b1c7b6c3f8412d1c is 50, key is test_row_0/C:col10/1731280730925/Put/seqid=0
2024-11-10T23:18:53,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742189_1365 (size=31195)
2024-11-10T23:18:53,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742190_1366 (size=12241)
2024-11-10T23:18:53,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:53,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-10T23:18:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:53,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:18:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:53,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:53,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:53,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032f5d1b840cf43b0b3b6fe6414358634_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280732072/Put/seqid=0
2024-11-10T23:18:53,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742191_1367 (size=12204)
2024-11-10T23:18:54,166 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/274b00dd6822436581245952c9248210 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/274b00dd6822436581245952c9248210
2024-11-10T23:18:54,176 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/776dbcce55d745e5b1c7b6c3f8412d1c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/776dbcce55d745e5b1c7b6c3f8412d1c
2024-11-10T23:18:54,176 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/A of 5469f8109298f29e542b0921da7c9f44 into 274b00dd6822436581245952c9248210(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:54,176 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:54,176 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/A, priority=12, startTime=1731280733721; duration=0sec
2024-11-10T23:18:54,176 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:54,176 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:A
2024-11-10T23:18:54,179 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/C of 5469f8109298f29e542b0921da7c9f44 into 776dbcce55d745e5b1c7b6c3f8412d1c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:54,179 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:54,179 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/C, priority=12, startTime=1731280733722; duration=0sec
2024-11-10T23:18:54,180 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:54,180 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:C
2024-11-10T23:18:54,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:54,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280794224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280794224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280794225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280794227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280794228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:54,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032f5d1b840cf43b0b3b6fe6414358634_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032f5d1b840cf43b0b3b6fe6414358634_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:54,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/7af7d374ba71451b9a22177bcbcc386f, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:54,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/7af7d374ba71451b9a22177bcbcc386f is 175, key is test_row_0/A:col10/1731280732072/Put/seqid=0
2024-11-10T23:18:54,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742192_1368 (size=31005)
2024-11-10T23:18:54,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280794330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280794330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280794330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280794331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280794333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280794533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280794533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280794534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280794535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280794538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/7af7d374ba71451b9a22177bcbcc386f
2024-11-10T23:18:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/5920aa9daef64c548312b36a2d7d3642 is 50, key is test_row_0/B:col10/1731280732072/Put/seqid=0
2024-11-10T23:18:54,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742193_1369 (size=12051)
2024-11-10T23:18:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:54,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280794835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280794836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280794839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280794839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:54,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280794840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:55,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/5920aa9daef64c548312b36a2d7d3642
2024-11-10T23:18:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/8e45a9987e6c417287f7a6605e206477 is 50, key is test_row_0/C:col10/1731280732072/Put/seqid=0
2024-11-10T23:18:55,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742194_1370 (size=12051)
2024-11-10T23:18:55,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280795339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:55,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280795341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:55,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280795343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:55,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280795347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:55,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280795347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:55,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/8e45a9987e6c417287f7a6605e206477
2024-11-10T23:18:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/7af7d374ba71451b9a22177bcbcc386f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f
2024-11-10T23:18:55,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f, entries=150, sequenceid=131, filesize=30.3 K
2024-11-10T23:18:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/5920aa9daef64c548312b36a2d7d3642 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/5920aa9daef64c548312b36a2d7d3642
2024-11-10T23:18:55,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/5920aa9daef64c548312b36a2d7d3642, entries=150, sequenceid=131, filesize=11.8 K
2024-11-10T23:18:55,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/8e45a9987e6c417287f7a6605e206477 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/8e45a9987e6c417287f7a6605e206477
2024-11-10T23:18:55,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/8e45a9987e6c417287f7a6605e206477, entries=150, sequenceid=131, filesize=11.8 K
2024-11-10T23:18:55,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5469f8109298f29e542b0921da7c9f44 in 1658ms, sequenceid=131, compaction requested=false
2024-11-10T23:18:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109
2024-11-10T23:18:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=109
2024-11-10T23:18:55,527 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108
2024-11-10T23:18:55,527 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8770 sec
2024-11-10T23:18:55,528 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.8800 sec
2024-11-10T23:18:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:56,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-10T23:18:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:56,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110497f9f74f2274f229132ec9d8415fbfa_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:56,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742195_1371 (size=14794)
2024-11-10T23:18:56,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280796359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280796359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280796360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280796360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280796365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280796466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280796466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280796466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280796471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280796671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280796671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280796671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280796675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-10T23:18:56,754 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed
2024-11-10T23:18:56,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:18:56,755 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees
2024-11-10T23:18:56,756 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:18:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:18:56,756 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:18:56,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:18:56,759 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110497f9f74f2274f229132ec9d8415fbfa_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110497f9f74f2274f229132ec9d8415fbfa_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:56,759 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/0941c09f018c4eb2a73bfea94982d61a, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:56,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/0941c09f018c4eb2a73bfea94982d61a is 175, key is test_row_0/A:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:56,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742196_1372 (size=39749)
2024-11-10T23:18:56,763 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/0941c09f018c4eb2a73bfea94982d61a
2024-11-10T23:18:56,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/acf72b94434a499d9afc6fa4d28372b8 is 50, key is test_row_0/B:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:56,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742197_1373 (size=12151)
2024-11-10T23:18:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:18:56,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-10T23:18:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:56,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:56,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280796976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280796977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280796977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:56,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280796982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:18:57,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-10T23:18:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:57,177 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/acf72b94434a499d9afc6fa4d28372b8
2024-11-10T23:18:57,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/b9b585cf3e634b36b38dea629ececafd is 50, key is test_row_0/C:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:57,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742198_1374 (size=12151)
2024-11-10T23:18:57,195 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/b9b585cf3e634b36b38dea629ececafd
2024-11-10T23:18:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/0941c09f018c4eb2a73bfea94982d61a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a
2024-11-10T23:18:57,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a, entries=200, sequenceid=158, filesize=38.8 K
2024-11-10T23:18:57,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/acf72b94434a499d9afc6fa4d28372b8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/acf72b94434a499d9afc6fa4d28372b8
2024-11-10T23:18:57,211 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/acf72b94434a499d9afc6fa4d28372b8, entries=150, sequenceid=158, filesize=11.9 K
2024-11-10T23:18:57,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/b9b585cf3e634b36b38dea629ececafd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/b9b585cf3e634b36b38dea629ececafd
2024-11-10T23:18:57,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-10T23:18:57,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:57,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:57,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:18:57,219 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/b9b585cf3e634b36b38dea629ececafd, entries=150, sequenceid=158, filesize=11.9 K
2024-11-10T23:18:57,220 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5469f8109298f29e542b0921da7c9f44 in 874ms, sequenceid=158, compaction requested=true
2024-11-10T23:18:57,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:57,221 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:18:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:57,221 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:18:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:18:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:57,223 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:57,223 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/A is initiating minor compaction (all files)
2024-11-10T23:18:57,223 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/A in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,223 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/274b00dd6822436581245952c9248210, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=99.6 K
2024-11-10T23:18:57,223 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,223 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/274b00dd6822436581245952c9248210, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a]
2024-11-10T23:18:57,224 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 274b00dd6822436581245952c9248210, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731280730925
2024-11-10T23:18:57,224 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:57,225 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/B is initiating minor compaction (all files)
2024-11-10T23:18:57,225 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/B in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,225 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/67a96fd662f74ce9affb8014afa16298, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/5920aa9daef64c548312b36a2d7d3642, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/acf72b94434a499d9afc6fa4d28372b8] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=35.6 K
2024-11-10T23:18:57,225 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7af7d374ba71451b9a22177bcbcc386f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731280732066
2024-11-10T23:18:57,225 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 67a96fd662f74ce9affb8014afa16298, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731280730925
2024-11-10T23:18:57,225 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0941c09f018c4eb2a73bfea94982d61a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280734221
2024-11-10T23:18:57,225 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5920aa9daef64c548312b36a2d7d3642, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731280732066
2024-11-10T23:18:57,226 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting acf72b94434a499d9afc6fa4d28372b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280734221
2024-11-10T23:18:57,235 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:57,249 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ca98ad631ce0414ab2ab02f3ada0896a_5469f8109298f29e542b0921da7c9f44 store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:57,250 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ca98ad631ce0414ab2ab02f3ada0896a_5469f8109298f29e542b0921da7c9f44, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:57,250 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca98ad631ce0414ab2ab02f3ada0896a_5469f8109298f29e542b0921da7c9f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:57,252 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:57,252 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/124b4ee0a57e4a65a96265621fb2b7e4 is 50, key is test_row_0/B:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:57,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742200_1376 (size=12493)
2024-11-10T23:18:57,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742199_1375 (size=4469)
2024-11-10T23:18:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:18:57,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-10T23:18:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:18:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a69456e6d33646b5987f09418edd14ab_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280736363/Put/seqid=0
2024-11-10T23:18:57,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742201_1377 (size=12304)
2024-11-10T23:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:57,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:18:57,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280797531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280797532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280797538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280797538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280797639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280797640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280797650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280797650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,675 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/124b4ee0a57e4a65a96265621fb2b7e4 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/124b4ee0a57e4a65a96265621fb2b7e4
2024-11-10T23:18:57,679 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/B of 5469f8109298f29e542b0921da7c9f44 into 124b4ee0a57e4a65a96265621fb2b7e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:57,679 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:57,679 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/B, priority=13, startTime=1731280737221; duration=0sec
2024-11-10T23:18:57,679 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:18:57,679 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:B
2024-11-10T23:18:57,679 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:18:57,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:18:57,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/C is initiating minor compaction (all files)
2024-11-10T23:18:57,680 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/C in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:57,680 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/776dbcce55d745e5b1c7b6c3f8412d1c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/8e45a9987e6c417287f7a6605e206477, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/b9b585cf3e634b36b38dea629ececafd] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=35.6 K
2024-11-10T23:18:57,680 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 776dbcce55d745e5b1c7b6c3f8412d1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731280730925
2024-11-10T23:18:57,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e45a9987e6c417287f7a6605e206477, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731280732066
2024-11-10T23:18:57,681 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b585cf3e634b36b38dea629ececafd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280734221
2024-11-10T23:18:57,683 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#A#compaction#314 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:57,684 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/85525df5b65b4e4ca17dcc303616f3a2 is 175, key is test_row_0/A:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:57,686 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:18:57,687 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/0f3817d560e14fb69e401a1401f3fa5f is 50, key is test_row_0/C:col10/1731280734221/Put/seqid=0
2024-11-10T23:18:57,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742202_1378 (size=31447)
2024-11-10T23:18:57,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742203_1379 (size=12493)
2024-11-10T23:18:57,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:18:57,779 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a69456e6d33646b5987f09418edd14ab_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a69456e6d33646b5987f09418edd14ab_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:57,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9d794d8f80d148e29db32c474c0b71ba, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:18:57,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9d794d8f80d148e29db32c474c0b71ba is 175, key is test_row_0/A:col10/1731280736363/Put/seqid=0
2024-11-10T23:18:57,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742204_1380 (size=31105)
2024-11-10T23:18:57,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280797842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280797845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280797854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280797854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:18:58,092 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/85525df5b65b4e4ca17dcc303616f3a2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/85525df5b65b4e4ca17dcc303616f3a2
2024-11-10T23:18:58,093 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/0f3817d560e14fb69e401a1401f3fa5f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/0f3817d560e14fb69e401a1401f3fa5f
2024-11-10T23:18:58,103 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/A of 5469f8109298f29e542b0921da7c9f44 into 85525df5b65b4e4ca17dcc303616f3a2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:58,103 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/C of 5469f8109298f29e542b0921da7c9f44 into 0f3817d560e14fb69e401a1401f3fa5f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:18:58,103 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:58,103 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:58,103 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/C, priority=13, startTime=1731280737221; duration=0sec
2024-11-10T23:18:58,103 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/A, priority=13, startTime=1731280737220; duration=0sec
2024-11-10T23:18:58,103 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:58,103 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:A
2024-11-10T23:18:58,103 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:18:58,103 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:C
2024-11-10T23:18:58,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280798148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280798151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280798157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280798157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9d794d8f80d148e29db32c474c0b71ba
2024-11-10T23:18:58,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/2f83728d45a74974a90d38afe22ab4fd is 50, key is test_row_0/B:col10/1731280736363/Put/seqid=0
2024-11-10T23:18:58,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742205_1381 (size=12151)
2024-11-10T23:18:58,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280798383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,385 DEBUG [Thread-1525 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:18:58,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/2f83728d45a74974a90d38afe22ab4fd
2024-11-10T23:18:58,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/d879bdc68c124d32b994a3d4848a41e7 is 50, key is test_row_0/C:col10/1731280736363/Put/seqid=0
2024-11-10T23:18:58,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742206_1382 (size=12151)
2024-11-10T23:18:58,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280798656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280798656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280798661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280798665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:18:59,006 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/d879bdc68c124d32b994a3d4848a41e7
2024-11-10T23:18:59,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/9d794d8f80d148e29db32c474c0b71ba as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba
2024-11-10T23:18:59,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba, entries=150, sequenceid=169, filesize=30.4 K
2024-11-10T23:18:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/2f83728d45a74974a90d38afe22ab4fd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/2f83728d45a74974a90d38afe22ab4fd
2024-11-10T23:18:59,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/2f83728d45a74974a90d38afe22ab4fd, entries=150, sequenceid=169, filesize=11.9 K
2024-11-10T23:18:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/d879bdc68c124d32b994a3d4848a41e7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/d879bdc68c124d32b994a3d4848a41e7
2024-11-10T23:18:59,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/d879bdc68c124d32b994a3d4848a41e7, entries=150, sequenceid=169, filesize=11.9 K
2024-11-10T23:18:59,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5469f8109298f29e542b0921da7c9f44 in 1654ms, sequenceid=169, compaction requested=false
2024-11-10T23:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:18:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111
2024-11-10T23:18:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=111
2024-11-10T23:18:59,022 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110
2024-11-10T23:18:59,022 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2650 sec
2024-11-10T23:18:59,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.2670 sec
2024-11-10T23:18:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:18:59,665 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-10T23:18:59,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:18:59,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:59,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:18:59,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:59,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:18:59,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:18:59,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111002ac5a8065f346469ec24b9a0d7785bd_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280737530/Put/seqid=0
2024-11-10T23:18:59,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742207_1383 (size=14794)
2024-11-10T23:18:59,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280799673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280799673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280799677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280799678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280799781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280799781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280799785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280799785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280799984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280799985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280799995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:18:59,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:18:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280799995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:00,077 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111002ac5a8065f346469ec24b9a0d7785bd_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111002ac5a8065f346469ec24b9a0d7785bd_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:00,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/94bcce74c21e4bfd92699a7ac2ae0d98, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:00,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/94bcce74c21e4bfd92699a7ac2ae0d98 is 175, key is test_row_0/A:col10/1731280737530/Put/seqid=0
2024-11-10T23:19:00,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742208_1384 (size=39749)
2024-11-10T23:19:00,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280800289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280800289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280800298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280800299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,488 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/94bcce74c21e4bfd92699a7ac2ae0d98
2024-11-10T23:19:00,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/796fd200e8024038ad0fe04f83fae387 is 50, key is test_row_0/B:col10/1731280737530/Put/seqid=0
2024-11-10T23:19:00,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742209_1385 (size=12151)
2024-11-10T23:19:00,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280800794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280800794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280800803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280800806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-10T23:19:00,860 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed
2024-11-10T23:19:00,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees
2024-11-10T23:19:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-10T23:19:00,862 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:00,863 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:00,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:00,901 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/796fd200e8024038ad0fe04f83fae387
2024-11-10T23:19:00,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/77167a62ac5c443dad8058ff12f32b49 is 50, key is test_row_0/C:col10/1731280737530/Put/seqid=0
2024-11-10T23:19:00,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742210_1386 (size=12151)
2024-11-10T23:19:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-10T23:19:01,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-10T23:19:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:01,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-10T23:19:01,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-10T23:19:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,310 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/77167a62ac5c443dad8058ff12f32b49
2024-11-10T23:19:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/94bcce74c21e4bfd92699a7ac2ae0d98 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98
2024-11-10T23:19:01,316 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98, entries=200, sequenceid=198, filesize=38.8 K
2024-11-10T23:19:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/796fd200e8024038ad0fe04f83fae387 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/796fd200e8024038ad0fe04f83fae387
2024-11-10T23:19:01,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-10T23:19:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:01,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/796fd200e8024038ad0fe04f83fae387, entries=150, sequenceid=198, filesize=11.9 K
2024-11-10T23:19:01,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/77167a62ac5c443dad8058ff12f32b49 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/77167a62ac5c443dad8058ff12f32b49
2024-11-10T23:19:01,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/77167a62ac5c443dad8058ff12f32b49, entries=150, sequenceid=198, filesize=11.9 K
2024-11-10T23:19:01,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5469f8109298f29e542b0921da7c9f44 in 1660ms, sequenceid=198, compaction requested=true
2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:01,325 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:01,325 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:01,326 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:01,326 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:01,326 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/B is initiating minor compaction (all files)
2024-11-10T23:19:01,326 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/A is initiating minor compaction (all files)
2024-11-10T23:19:01,326 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/A in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,326 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/B in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,326 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/124b4ee0a57e4a65a96265621fb2b7e4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/2f83728d45a74974a90d38afe22ab4fd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/796fd200e8024038ad0fe04f83fae387] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=35.9 K
2024-11-10T23:19:01,326 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/85525df5b65b4e4ca17dcc303616f3a2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=99.9 K
2024-11-10T23:19:01,326 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/85525df5b65b4e4ca17dcc303616f3a2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98]
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 124b4ee0a57e4a65a96265621fb2b7e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280734221
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f83728d45a74974a90d38afe22ab4fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731280736353
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85525df5b65b4e4ca17dcc303616f3a2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280734221
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 796fd200e8024038ad0fe04f83fae387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731280737530
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d794d8f80d148e29db32c474c0b71ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731280736353
2024-11-10T23:19:01,327 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94bcce74c21e4bfd92699a7ac2ae0d98, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731280737530
2024-11-10T23:19:01,332 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:01,340 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#B#compaction#324 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:01,341 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3ca1a27d26524f4baba7a6a8bf72d543 is 50, key is test_row_0/B:col10/1731280737530/Put/seqid=0
2024-11-10T23:19:01,342 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f246cfa4493040aeb01864572a0f0426_5469f8109298f29e542b0921da7c9f44 store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:01,344 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f246cfa4493040aeb01864572a0f0426_5469f8109298f29e542b0921da7c9f44, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:01,344 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f246cfa4493040aeb01864572a0f0426_5469f8109298f29e542b0921da7c9f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:01,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742211_1387 (size=12595)
2024-11-10T23:19:01,352 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3ca1a27d26524f4baba7a6a8bf72d543 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3ca1a27d26524f4baba7a6a8bf72d543
2024-11-10T23:19:01,356 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/B of 5469f8109298f29e542b0921da7c9f44 into 3ca1a27d26524f4baba7a6a8bf72d543(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:01,356 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:01,356 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/B, priority=13, startTime=1731280741325; duration=0sec
2024-11-10T23:19:01,356 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:01,356 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:B
2024-11-10T23:19:01,356 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:01,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:01,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/C is initiating minor compaction (all files)
2024-11-10T23:19:01,357 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/C in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,357 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/0f3817d560e14fb69e401a1401f3fa5f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/d879bdc68c124d32b994a3d4848a41e7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/77167a62ac5c443dad8058ff12f32b49] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=35.9 K
2024-11-10T23:19:01,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f3817d560e14fb69e401a1401f3fa5f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731280734221
2024-11-10T23:19:01,358 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting d879bdc68c124d32b994a3d4848a41e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731280736353
2024-11-10T23:19:01,358 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 77167a62ac5c443dad8058ff12f32b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731280737530
2024-11-10T23:19:01,363 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:01,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742212_1388 (size=4469)
2024-11-10T23:19:01,364 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/2152f5015a2749939279cc3a7f17cdfb is 50, key is test_row_0/C:col10/1731280737530/Put/seqid=0
2024-11-10T23:19:01,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742213_1389 (size=12595)
2024-11-10T23:19:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-10T23:19:01,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-10T23:19:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:01,471 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-10T23:19:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:19:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:19:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:19:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:01,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107b354e841d274b5d9e1c85362daf8914_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280739670/Put/seqid=0
2024-11-10T23:19:01,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742214_1390 (size=12304)
2024-11-10T23:19:01,765 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#A#compaction#323 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:01,765 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/b3836b13ffc742279dac63c6990f1843 is 175, key is test_row_0/A:col10/1731280737530/Put/seqid=0
2024-11-10T23:19:01,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742215_1391 (size=31549)
2024-11-10T23:19:01,779 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/2152f5015a2749939279cc3a7f17cdfb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/2152f5015a2749939279cc3a7f17cdfb
2024-11-10T23:19:01,783 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/C of 5469f8109298f29e542b0921da7c9f44 into 2152f5015a2749939279cc3a7f17cdfb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:01,783 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:01,783 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/C, priority=13, startTime=1731280741325; duration=0sec
2024-11-10T23:19:01,783 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:01,783 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:C
2024-11-10T23:19:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:01,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:01,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280801836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280801837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280801838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280801841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:01,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107b354e841d274b5d9e1c85362daf8914_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107b354e841d274b5d9e1c85362daf8914_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:01,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/5adbffbb31eb43fcb1dc7f99edb565fe, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:01,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/5adbffbb31eb43fcb1dc7f99edb565fe is 175, key is test_row_0/A:col10/1731280739670/Put/seqid=0
2024-11-10T23:19:01,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742216_1392 (size=31105)
2024-11-10T23:19:01,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280801942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280801943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280801943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280801947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-10T23:19:02,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280802147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280802148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280802148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280802151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,174 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/b3836b13ffc742279dac63c6990f1843 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b3836b13ffc742279dac63c6990f1843
2024-11-10T23:19:02,177 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/A of 5469f8109298f29e542b0921da7c9f44 into b3836b13ffc742279dac63c6990f1843(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:02,177 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:02,177 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/A, priority=13, startTime=1731280741325; duration=0sec
2024-11-10T23:19:02,177 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:02,177 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:A
2024-11-10T23:19:02,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/5adbffbb31eb43fcb1dc7f99edb565fe
2024-11-10T23:19:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/597bfbfd94984a458159cde9e5b6cb9c is 50, key is test_row_0/B:col10/1731280739670/Put/seqid=0
2024-11-10T23:19:02,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742217_1393 (size=12151)
2024-11-10T23:19:02,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/597bfbfd94984a458159cde9e5b6cb9c
2024-11-10T23:19:02,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/69ecd1e5a3e5499ebe49e479bf641868 is 50, key is test_row_0/C:col10/1731280739670/Put/seqid=0
2024-11-10T23:19:02,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742218_1394 (size=12151)
2024-11-10T23:19:02,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55998 deadline: 1731280802397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,399 DEBUG [Thread-1525 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., hostname=992bda40dfe9,43391,1731280628391, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:19:02,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280802452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280802453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280802454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280802457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/69ecd1e5a3e5499ebe49e479bf641868
2024-11-10T23:19:02,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/5adbffbb31eb43fcb1dc7f99edb565fe as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe
2024-11-10T23:19:02,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe, entries=150, sequenceid=209, filesize=30.4 K
2024-11-10T23:19:02,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/597bfbfd94984a458159cde9e5b6cb9c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/597bfbfd94984a458159cde9e5b6cb9c
2024-11-10T23:19:02,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/597bfbfd94984a458159cde9e5b6cb9c, entries=150, sequenceid=209, filesize=11.9 K
2024-11-10T23:19:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/69ecd1e5a3e5499ebe49e479bf641868 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/69ecd1e5a3e5499ebe49e479bf641868
2024-11-10T23:19:02,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/69ecd1e5a3e5499ebe49e479bf641868, entries=150, sequenceid=209, filesize=11.9 K
2024-11-10T23:19:02,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5469f8109298f29e542b0921da7c9f44 in 1249ms, sequenceid=209, compaction requested=false
2024-11-10T23:19:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113
2024-11-10T23:19:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=113
2024-11-10T23:19:02,722 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112
2024-11-10T23:19:02,722 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec
2024-11-10T23:19:02,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8610 sec
2024-11-10T23:19:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:02,960 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-10T23:19:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:19:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:19:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:19:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-10T23:19:02,965 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed
2024-11-10T23:19:02,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees
2024-11-10T23:19:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:02,967 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:02,968 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:02,968 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:02,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100ddc2304b85e4316affa6dd0dbb9d837_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:02,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280802966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280802966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280802967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280802968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:02,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742219_1395 (size=17284)
2024-11-10T23:19:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:03,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280803073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280803073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280803074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280803074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:03,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280803277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280803277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280803278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280803279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:03,382 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100ddc2304b85e4316affa6dd0dbb9d837_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ddc2304b85e4316affa6dd0dbb9d837_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:03,383 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/80ab9a0858114164bad4bb578f70cc30, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:03,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/80ab9a0858114164bad4bb578f70cc30 is 175, key is test_row_0/A:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:03,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742220_1396 (size=48389)
2024-11-10T23:19:03,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:03,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:03,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280803583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280803584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280803584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280803584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,795 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/80ab9a0858114164bad4bb578f70cc30
2024-11-10T23:19:03,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3d23f46fbd4b4005a4eb9704db613ecd is 50, key is test_row_0/B:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:03,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742221_1397 (size=12151)
2024-11-10T23:19:03,804 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3d23f46fbd4b4005a4eb9704db613ecd
2024-11-10T23:19:03,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/6c1ad10bc3f24b77a43726def4933fb0 is 50, key is test_row_0/C:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:03,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742222_1398 (size=12151)
2024-11-10T23:19:03,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:03,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:03,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:04,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56056 deadline: 1731280804087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1731280804091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1731280804091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56024 deadline: 1731280804091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:04,219 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/6c1ad10bc3f24b77a43726def4933fb0
2024-11-10T23:19:04,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/80ab9a0858114164bad4bb578f70cc30 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30
2024-11-10T23:19:04,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30, entries=250, sequenceid=239, filesize=47.3 K
2024-11-10T23:19:04,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/3d23f46fbd4b4005a4eb9704db613ecd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3d23f46fbd4b4005a4eb9704db613ecd
2024-11-10T23:19:04,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3d23f46fbd4b4005a4eb9704db613ecd, entries=150, sequenceid=239, filesize=11.9 K
2024-11-10T23:19:04,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/6c1ad10bc3f24b77a43726def4933fb0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/6c1ad10bc3f24b77a43726def4933fb0
2024-11-10T23:19:04,234 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/6c1ad10bc3f24b77a43726def4933fb0, entries=150, sequenceid=239, filesize=11.9 K
2024-11-10T23:19:04,234 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5469f8109298f29e542b0921da7c9f44 in 1274ms, sequenceid=239, compaction requested=true
2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:04,234 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:04,234 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5469f8109298f29e542b0921da7c9f44:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:04,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:04,235 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:04,235 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:04,235 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/A is initiating minor compaction (all files)
2024-11-10T23:19:04,235 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/B is initiating minor compaction (all files)
2024-11-10T23:19:04,235 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/B in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,235 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/A in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,235 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b3836b13ffc742279dac63c6990f1843, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=108.4 K
2024-11-10T23:19:04,235 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3ca1a27d26524f4baba7a6a8bf72d543, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/597bfbfd94984a458159cde9e5b6cb9c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3d23f46fbd4b4005a4eb9704db613ecd] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=36.0 K
2024-11-10T23:19:04,235 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b3836b13ffc742279dac63c6990f1843, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30]
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ca1a27d26524f4baba7a6a8bf72d543, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731280737530
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3836b13ffc742279dac63c6990f1843, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731280737530
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 597bfbfd94984a458159cde9e5b6cb9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731280739670
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5adbffbb31eb43fcb1dc7f99edb565fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731280739670
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d23f46fbd4b4005a4eb9704db613ecd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280741828
2024-11-10T23:19:04,236 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ab9a0858114164bad4bb578f70cc30, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280741828
2024-11-10T23:19:04,244 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:04,244 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/1ae13003e38c43a2bad6ebe957208e90 is 50, key is test_row_0/B:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:04,245 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:04,247 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110659ca492daa64098b86633c1d77024e4_5469f8109298f29e542b0921da7c9f44 store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:04,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742223_1399 (size=12697)
2024-11-10T23:19:04,248 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110659ca492daa64098b86633c1d77024e4_5469f8109298f29e542b0921da7c9f44, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:04,248 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110659ca492daa64098b86633c1d77024e4_5469f8109298f29e542b0921da7c9f44 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:04,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742224_1400 (size=4469)
2024-11-10T23:19:04,328 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:61791
2024-11-10T23:19:04,328 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:04,330 DEBUG [Thread-1530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:61791
2024-11-10T23:19:04,330 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:04,331 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:61791
2024-11-10T23:19:04,331 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:04,331 DEBUG [Thread-1534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:61791
2024-11-10T23:19:04,331 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:04,334 DEBUG [Thread-1532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:61791
2024-11-10T23:19:04,334 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:04,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:04,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-10T23:19:04,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,340 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-10T23:19:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:19:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:19:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:19:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:04,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109cf002df7ed943928ce08f8655dbbead_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280742966/Put/seqid=0
2024-11-10T23:19:04,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742225_1401 (size=12304)
2024-11-10T23:19:04,652 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/1ae13003e38c43a2bad6ebe957208e90 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/1ae13003e38c43a2bad6ebe957208e90
2024-11-10T23:19:04,652 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:04,653 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/640bc2d5c6364b6c99bd9fdb78c35c03 is 175, key is test_row_0/A:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:04,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742226_1402 (size=31651)
2024-11-10T23:19:04,657 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/B of 5469f8109298f29e542b0921da7c9f44 into 1ae13003e38c43a2bad6ebe957208e90(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:04,657 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:04,657 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/B, priority=13, startTime=1731280744234; duration=0sec
2024-11-10T23:19:04,658 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:04,658 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:B
2024-11-10T23:19:04,658 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:04,659 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:04,659 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 5469f8109298f29e542b0921da7c9f44/C is initiating minor compaction (all files)
2024-11-10T23:19:04,659 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5469f8109298f29e542b0921da7c9f44/C in TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:04,659 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/2152f5015a2749939279cc3a7f17cdfb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/69ecd1e5a3e5499ebe49e479bf641868, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/6c1ad10bc3f24b77a43726def4933fb0] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp, totalSize=36.0 K
2024-11-10T23:19:04,659 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2152f5015a2749939279cc3a7f17cdfb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731280737530
2024-11-10T23:19:04,660 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 69ecd1e5a3e5499ebe49e479bf641868, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731280739670
2024-11-10T23:19:04,660 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c1ad10bc3f24b77a43726def4933fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731280741828
2024-11-10T23:19:04,667 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5469f8109298f29e542b0921da7c9f44#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:04,667 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/1115ae7700874f2ba50804209477561a is 50, key is test_row_0/C:col10/1731280742960/Put/seqid=0
2024-11-10T23:19:04,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742227_1403 (size=12697)
2024-11-10T23:19:04,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:04,753 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109cf002df7ed943928ce08f8655dbbead_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109cf002df7ed943928ce08f8655dbbead_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:04,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/63ddf90ce1cb438a8e05338a4db43448, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:04,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/63ddf90ce1cb438a8e05338a4db43448 is 175, key is test_row_0/A:col10/1731280742966/Put/seqid=0
2024-11-10T23:19:04,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742228_1404 (size=31105)
2024-11-10T23:19:05,068 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/640bc2d5c6364b6c99bd9fdb78c35c03 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/640bc2d5c6364b6c99bd9fdb78c35c03
2024-11-10T23:19:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:05,075 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/A of 5469f8109298f29e542b0921da7c9f44 into 640bc2d5c6364b6c99bd9fdb78c35c03(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:05,075 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:05,075 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/A, priority=13, startTime=1731280744234; duration=0sec
2024-11-10T23:19:05,075 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:05,075 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:A
2024-11-10T23:19:05,077 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/1115ae7700874f2ba50804209477561a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1115ae7700874f2ba50804209477561a
2024-11-10T23:19:05,081 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5469f8109298f29e542b0921da7c9f44/C of 5469f8109298f29e542b0921da7c9f44 into 1115ae7700874f2ba50804209477561a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:05,082 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:05,082 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44., storeName=5469f8109298f29e542b0921da7c9f44/C, priority=13, startTime=1731280744234; duration=0sec
2024-11-10T23:19:05,082 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:05,082 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5469f8109298f29e542b0921da7c9f44:C
2024-11-10T23:19:05,094 DEBUG [Thread-1521 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:61791
2024-11-10T23:19:05,094 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:05,098 DEBUG [Thread-1527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:61791
2024-11-10T23:19:05,098 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:05,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. as already flushing
2024-11-10T23:19:05,103 DEBUG [Thread-1519 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:61791
2024-11-10T23:19:05,103 DEBUG [Thread-1523 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:61791
2024-11-10T23:19:05,103 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:05,103 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:05,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/63ddf90ce1cb438a8e05338a4db43448
2024-11-10T23:19:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/d6d53bfde8024750a92097d26c2b8c90 is 50, key is test_row_0/B:col10/1731280742966/Put/seqid=0
2024-11-10T23:19:05,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742229_1405 (size=12151)
2024-11-10T23:19:05,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/d6d53bfde8024750a92097d26c2b8c90
2024-11-10T23:19:05,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/82055b5ba7a94853b7cd81609a4e5b22 is 50, key is test_row_0/C:col10/1731280742966/Put/seqid=0
2024-11-10T23:19:05,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742230_1406 (size=12151)
2024-11-10T23:19:05,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/82055b5ba7a94853b7cd81609a4e5b22
2024-11-10T23:19:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/63ddf90ce1cb438a8e05338a4db43448 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/63ddf90ce1cb438a8e05338a4db43448
2024-11-10T23:19:06,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/63ddf90ce1cb438a8e05338a4db43448, entries=150, sequenceid=247, filesize=30.4 K
2024-11-10T23:19:06,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/d6d53bfde8024750a92097d26c2b8c90 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d6d53bfde8024750a92097d26c2b8c90
2024-11-10T23:19:06,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d6d53bfde8024750a92097d26c2b8c90, entries=150, sequenceid=247, filesize=11.9 K
2024-11-10T23:19:06,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/82055b5ba7a94853b7cd81609a4e5b22 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/82055b5ba7a94853b7cd81609a4e5b22
2024-11-10T23:19:06,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/82055b5ba7a94853b7cd81609a4e5b22, entries=150, sequenceid=247, filesize=11.9 K
2024-11-10T23:19:06,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=26.84 KB/27480 for 5469f8109298f29e542b0921da7c9f44 in 1680ms, sequenceid=247, compaction requested=false
2024-11-10T23:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115
2024-11-10T23:19:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=115
2024-11-10T23:19:06,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114
2024-11-10T23:19:06,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0540 sec
2024-11-10T23:19:06,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 3.0580 sec
2024-11-10T23:19:06,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-10T23:19:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-10T23:19:07,072 INFO  [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed
2024-11-10T23:19:11,070 ERROR [LeaseRenewer:jenkins@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34327,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:11,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/2a593c38b05f426b9278ce93fa86f790, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/274b00dd6822436581245952c9248210, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/85525df5b65b4e4ca17dcc303616f3a2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b3836b13ffc742279dac63c6990f1843, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30] to archive
2024-11-10T23:19:11,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:19:11,263 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/8bd7438586824297b430bcb3d54e0b4a
2024-11-10T23:19:11,266 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/1b4d589ffe2d448f9e29adf836a243d1
2024-11-10T23:19:11,269 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/2a593c38b05f426b9278ce93fa86f790 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/2a593c38b05f426b9278ce93fa86f790
2024-11-10T23:19:11,271 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/3f79448a4f7b41cd862e04b291b0c8a2
2024-11-10T23:19:11,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9fdf6084ea564dcf852e491057576c0a
2024-11-10T23:19:11,275 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b88bcb26427a4d278baf47451549bdd7
2024-11-10T23:19:11,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/a09b8146e6cb4008a278fadff74d5cec
2024-11-10T23:19:11,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/274b00dd6822436581245952c9248210 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/274b00dd6822436581245952c9248210
2024-11-10T23:19:11,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/7af7d374ba71451b9a22177bcbcc386f
2024-11-10T23:19:11,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/0941c09f018c4eb2a73bfea94982d61a
2024-11-10T23:19:11,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/85525df5b65b4e4ca17dcc303616f3a2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/85525df5b65b4e4ca17dcc303616f3a2
2024-11-10T23:19:11,283 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/9d794d8f80d148e29db32c474c0b71ba
2024-11-10T23:19:11,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/94bcce74c21e4bfd92699a7ac2ae0d98
2024-11-10T23:19:11,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b3836b13ffc742279dac63c6990f1843 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/b3836b13ffc742279dac63c6990f1843
2024-11-10T23:19:11,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/5adbffbb31eb43fcb1dc7f99edb565fe
2024-11-10T23:19:11,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/80ab9a0858114164bad4bb578f70cc30
2024-11-10T23:19:11,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/489ff4d0d87347df9586c76f4b9ed2cc, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3c010e1016da4146881ca50759696c4e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/4200857c061b40d08dc0e5f9a8db1ccf, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/517d60c80ef441a795e94b47b33920e7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/536726c60ec24c16a01a9c674832987d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d62178aa958c4ad69a11dfe3331372b4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/67a96fd662f74ce9affb8014afa16298, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/b813a74b5814453e8a7e51bb81387315, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/5920aa9daef64c548312b36a2d7d3642, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/124b4ee0a57e4a65a96265621fb2b7e4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/acf72b94434a499d9afc6fa4d28372b8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/2f83728d45a74974a90d38afe22ab4fd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3ca1a27d26524f4baba7a6a8bf72d543, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/796fd200e8024038ad0fe04f83fae387, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/597bfbfd94984a458159cde9e5b6cb9c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3d23f46fbd4b4005a4eb9704db613ecd] to archive
2024-11-10T23:19:11,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:19:11,295 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/489ff4d0d87347df9586c76f4b9ed2cc to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/489ff4d0d87347df9586c76f4b9ed2cc
2024-11-10T23:19:11,296 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3c010e1016da4146881ca50759696c4e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3c010e1016da4146881ca50759696c4e
2024-11-10T23:19:11,297 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/4200857c061b40d08dc0e5f9a8db1ccf to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/4200857c061b40d08dc0e5f9a8db1ccf
2024-11-10T23:19:11,298 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/517d60c80ef441a795e94b47b33920e7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/517d60c80ef441a795e94b47b33920e7
2024-11-10T23:19:11,299 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/536726c60ec24c16a01a9c674832987d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/536726c60ec24c16a01a9c674832987d
2024-11-10T23:19:11,300 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d62178aa958c4ad69a11dfe3331372b4 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d62178aa958c4ad69a11dfe3331372b4
2024-11-10T23:19:11,301 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/67a96fd662f74ce9affb8014afa16298 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/67a96fd662f74ce9affb8014afa16298
2024-11-10T23:19:11,302 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/b813a74b5814453e8a7e51bb81387315 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/b813a74b5814453e8a7e51bb81387315
2024-11-10T23:19:11,303 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/5920aa9daef64c548312b36a2d7d3642 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/5920aa9daef64c548312b36a2d7d3642
2024-11-10T23:19:11,304 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/124b4ee0a57e4a65a96265621fb2b7e4 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/124b4ee0a57e4a65a96265621fb2b7e4
2024-11-10T23:19:11,305 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/acf72b94434a499d9afc6fa4d28372b8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/acf72b94434a499d9afc6fa4d28372b8
2024-11-10T23:19:11,305 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/2f83728d45a74974a90d38afe22ab4fd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/2f83728d45a74974a90d38afe22ab4fd
2024-11-10T23:19:11,306 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3ca1a27d26524f4baba7a6a8bf72d543 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3ca1a27d26524f4baba7a6a8bf72d543
2024-11-10T23:19:11,307 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/796fd200e8024038ad0fe04f83fae387 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/796fd200e8024038ad0fe04f83fae387
2024-11-10T23:19:11,308 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/597bfbfd94984a458159cde9e5b6cb9c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/597bfbfd94984a458159cde9e5b6cb9c
2024-11-10T23:19:11,309 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3d23f46fbd4b4005a4eb9704db613ecd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/3d23f46fbd4b4005a4eb9704db613ecd
2024-11-10T23:19:11,311 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/5edf66ff4eef4ef792ca27c9faf77749, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/fa96092e2a0c4ae8922781a6f0eaab6f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/ec77ffd2f05a440b8e918ba0aea8b044, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1f23cb0ecb7143739848360d4942051f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a480545e12b44dd5945fdc55e5e90c9f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/635be44d7ae04d248be72d334da34707, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/776dbcce55d745e5b1c7b6c3f8412d1c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a0079a244ec44d6b8ef9bb6bd6ee1871, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/8e45a9987e6c417287f7a6605e206477, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/0f3817d560e14fb69e401a1401f3fa5f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/b9b585cf3e634b36b38dea629ececafd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/d879bdc68c124d32b994a3d4848a41e7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/2152f5015a2749939279cc3a7f17cdfb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/77167a62ac5c443dad8058ff12f32b49, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/69ecd1e5a3e5499ebe49e479bf641868, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/6c1ad10bc3f24b77a43726def4933fb0] to archive
2024-11-10T23:19:11,312 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:19:11,313 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/5edf66ff4eef4ef792ca27c9faf77749 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/5edf66ff4eef4ef792ca27c9faf77749
2024-11-10T23:19:11,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/fa96092e2a0c4ae8922781a6f0eaab6f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/fa96092e2a0c4ae8922781a6f0eaab6f
2024-11-10T23:19:11,315 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/ec77ffd2f05a440b8e918ba0aea8b044 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/ec77ffd2f05a440b8e918ba0aea8b044
2024-11-10T23:19:11,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1f23cb0ecb7143739848360d4942051f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1f23cb0ecb7143739848360d4942051f
2024-11-10T23:19:11,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a480545e12b44dd5945fdc55e5e90c9f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a480545e12b44dd5945fdc55e5e90c9f
2024-11-10T23:19:11,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/635be44d7ae04d248be72d334da34707 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/635be44d7ae04d248be72d334da34707
2024-11-10T23:19:11,318 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/776dbcce55d745e5b1c7b6c3f8412d1c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/776dbcce55d745e5b1c7b6c3f8412d1c
2024-11-10T23:19:11,319 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a0079a244ec44d6b8ef9bb6bd6ee1871 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/a0079a244ec44d6b8ef9bb6bd6ee1871
2024-11-10T23:19:11,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/8e45a9987e6c417287f7a6605e206477 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/8e45a9987e6c417287f7a6605e206477
2024-11-10T23:19:11,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/0f3817d560e14fb69e401a1401f3fa5f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/0f3817d560e14fb69e401a1401f3fa5f
2024-11-10T23:19:11,321 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/b9b585cf3e634b36b38dea629ececafd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/b9b585cf3e634b36b38dea629ececafd
2024-11-10T23:19:11,322 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/d879bdc68c124d32b994a3d4848a41e7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/d879bdc68c124d32b994a3d4848a41e7
2024-11-10T23:19:11,322 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/2152f5015a2749939279cc3a7f17cdfb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/2152f5015a2749939279cc3a7f17cdfb
2024-11-10T23:19:11,323 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/77167a62ac5c443dad8058ff12f32b49 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/77167a62ac5c443dad8058ff12f32b49
2024-11-10T23:19:11,324 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/69ecd1e5a3e5499ebe49e479bf641868 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/69ecd1e5a3e5499ebe49e479bf641868
2024-11-10T23:19:11,324 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/992bda40dfe9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/6c1ad10bc3f24b77a43726def4933fb0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/6c1ad10bc3f24b77a43726def4933fb0
2024-11-10T23:19:12,449 DEBUG [Thread-1525 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:61791
2024-11-10T23:19:12,449 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:12,449 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-10T23:19:12,449 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 40
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 39
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 50
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2825
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8475 rows
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2832
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8496 rows
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2832
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8496 rows
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2816
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8448 rows
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2828
2024-11-10T23:19:12,450 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8484 rows
2024-11-10T23:19:12,451 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:19:12,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:61791
2024-11-10T23:19:12,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:12,457 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-10T23:19:12,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-10T23:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-10T23:19:12,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280752460"}]},"ts":"1731280752460"}
2024-11-10T23:19:12,461 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-10T23:19:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-10T23:19:12,625 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-10T23:19:12,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:19:12,631 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, UNASSIGN}]
2024-11-10T23:19:12,632 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, UNASSIGN
2024-11-10T23:19:12,634 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:12,636 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:19:12,636 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-10T23:19:12,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:12,789 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 5469f8109298f29e542b0921da7c9f44, disabling compactions & flushes
2024-11-10T23:19:12,789 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44. after waiting 0 ms
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:12,789 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 5469f8109298f29e542b0921da7c9f44 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=A
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=B
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5469f8109298f29e542b0921da7c9f44, store=C
2024-11-10T23:19:12,789 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:12,796 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e7ca25e1150b4ef1987a8c56c6eafd79_5469f8109298f29e542b0921da7c9f44 is 50, key is test_row_0/A:col10/1731280745101/Put/seqid=0
2024-11-10T23:19:12,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742231_1407 (size=12354)
2024-11-10T23:19:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-10T23:19:13,202 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:13,212 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e7ca25e1150b4ef1987a8c56c6eafd79_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e7ca25e1150b4ef1987a8c56c6eafd79_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:13,212 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/70c8eeb679784b07ae98294ca7022e1f, store: [table=TestAcidGuarantees family=A region=5469f8109298f29e542b0921da7c9f44]
2024-11-10T23:19:13,213 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/70c8eeb679784b07ae98294ca7022e1f is 175, key is test_row_0/A:col10/1731280745101/Put/seqid=0
2024-11-10T23:19:13,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742232_1408 (size=31155)
2024-11-10T23:19:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-10T23:19:13,618 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/70c8eeb679784b07ae98294ca7022e1f
2024-11-10T23:19:13,631 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/61dd78b649334e6082fe3785313ee998 is 50, key is test_row_0/B:col10/1731280745101/Put/seqid=0
2024-11-10T23:19:13,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742233_1409 (size=12201)
2024-11-10T23:19:13,821 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34327,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:14,036 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/61dd78b649334e6082fe3785313ee998
2024-11-10T23:19:14,044 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/c5178e3c29204d118a1c27e5e0e1d8e0 is 50, key is test_row_0/C:col10/1731280745101/Put/seqid=0
2024-11-10T23:19:14,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742234_1410 (size=12201)
2024-11-10T23:19:14,450 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/c5178e3c29204d118a1c27e5e0e1d8e0
2024-11-10T23:19:14,460 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/A/70c8eeb679784b07ae98294ca7022e1f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/70c8eeb679784b07ae98294ca7022e1f
2024-11-10T23:19:14,466 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/70c8eeb679784b07ae98294ca7022e1f, entries=150, sequenceid=258, filesize=30.4 K
2024-11-10T23:19:14,467 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/B/61dd78b649334e6082fe3785313ee998 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/61dd78b649334e6082fe3785313ee998
2024-11-10T23:19:14,473 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/61dd78b649334e6082fe3785313ee998, entries=150, sequenceid=258, filesize=11.9 K
2024-11-10T23:19:14,474 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/.tmp/C/c5178e3c29204d118a1c27e5e0e1d8e0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/c5178e3c29204d118a1c27e5e0e1d8e0
2024-11-10T23:19:14,478 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/c5178e3c29204d118a1c27e5e0e1d8e0, entries=150, sequenceid=258, filesize=11.9 K
2024-11-10T23:19:14,479 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5469f8109298f29e542b0921da7c9f44 in 1690ms, sequenceid=258, compaction requested=true
2024-11-10T23:19:14,484 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/recovered.edits/261.seqid, newMaxSeqId=261, maxSeqId=4
2024-11-10T23:19:14,484 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.
2024-11-10T23:19:14,484 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 5469f8109298f29e542b0921da7c9f44:

2024-11-10T23:19:14,485 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,486 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=5469f8109298f29e542b0921da7c9f44, regionState=CLOSED
2024-11-10T23:19:14,487 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118
2024-11-10T23:19:14,487 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 5469f8109298f29e542b0921da7c9f44, server=992bda40dfe9,43391,1731280628391 in 1.8500 sec
2024-11-10T23:19:14,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117
2024-11-10T23:19:14,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5469f8109298f29e542b0921da7c9f44, UNASSIGN in 1.8560 sec
2024-11-10T23:19:14,489 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116
2024-11-10T23:19:14,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8620 sec
2024-11-10T23:19:14,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280754490"}]},"ts":"1731280754490"}
2024-11-10T23:19:14,491 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-10T23:19:14,525 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-10T23:19:14,526 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0680 sec
2024-11-10T23:19:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-10T23:19:14,569 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed
2024-11-10T23:19:14,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-10T23:19:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,571 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-10T23:19:14,572 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,574 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,577 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/recovered.edits]
2024-11-10T23:19:14,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/63ddf90ce1cb438a8e05338a4db43448 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/63ddf90ce1cb438a8e05338a4db43448
2024-11-10T23:19:14,581 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/640bc2d5c6364b6c99bd9fdb78c35c03 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/640bc2d5c6364b6c99bd9fdb78c35c03
2024-11-10T23:19:14,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/70c8eeb679784b07ae98294ca7022e1f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/A/70c8eeb679784b07ae98294ca7022e1f
2024-11-10T23:19:14,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/1ae13003e38c43a2bad6ebe957208e90 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/1ae13003e38c43a2bad6ebe957208e90
2024-11-10T23:19:14,585 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/61dd78b649334e6082fe3785313ee998 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/61dd78b649334e6082fe3785313ee998
2024-11-10T23:19:14,586 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d6d53bfde8024750a92097d26c2b8c90 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/B/d6d53bfde8024750a92097d26c2b8c90
2024-11-10T23:19:14,588 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1115ae7700874f2ba50804209477561a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/1115ae7700874f2ba50804209477561a
2024-11-10T23:19:14,589 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/82055b5ba7a94853b7cd81609a4e5b22 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/82055b5ba7a94853b7cd81609a4e5b22
2024-11-10T23:19:14,590 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/c5178e3c29204d118a1c27e5e0e1d8e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/C/c5178e3c29204d118a1c27e5e0e1d8e0
2024-11-10T23:19:14,593 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/recovered.edits/261.seqid to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44/recovered.edits/261.seqid
2024-11-10T23:19:14,593 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,593 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-10T23:19:14,593 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-10T23:19:14,594 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-10T23:19:14,596 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111002ac5a8065f346469ec24b9a0d7785bd_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111002ac5a8065f346469ec24b9a0d7785bd_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,597 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ddc2304b85e4316affa6dd0dbb9d837_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ddc2304b85e4316affa6dd0dbb9d837_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,598 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032f5d1b840cf43b0b3b6fe6414358634_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032f5d1b840cf43b0b3b6fe6414358634_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110497f9f74f2274f229132ec9d8415fbfa_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110497f9f74f2274f229132ec9d8415fbfa_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,600 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111052b4498e47ff45d6909c8f72721b0f11_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111052b4498e47ff45d6909c8f72721b0f11_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,601 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111053e2fa8d544343fd912d3794c31253f2_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111053e2fa8d544343fd912d3794c31253f2_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,602 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107b354e841d274b5d9e1c85362daf8914_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107b354e841d274b5d9e1c85362daf8914_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,603 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109cf002df7ed943928ce08f8655dbbead_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109cf002df7ed943928ce08f8655dbbead_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,603 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109d52f5914c7341de9f8fb5f28697276e_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109d52f5914c7341de9f8fb5f28697276e_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,604 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a69456e6d33646b5987f09418edd14ab_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a69456e6d33646b5987f09418edd14ab_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,605 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5075414d4d443d98c64d48b9b9e329d_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5075414d4d443d98c64d48b9b9e329d_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,606 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e7ca25e1150b4ef1987a8c56c6eafd79_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e7ca25e1150b4ef1987a8c56c6eafd79_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ea4d66784bda4edeb88d92e9423351c5_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ea4d66784bda4edeb88d92e9423351c5_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f732775f70b34db4b38b93ec842ebd0e_5469f8109298f29e542b0921da7c9f44 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f732775f70b34db4b38b93ec842ebd0e_5469f8109298f29e542b0921da7c9f44
2024-11-10T23:19:14,608 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-10T23:19:14,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,610 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-10T23:19:14,611 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-10T23:19:14,612 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,612 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-10T23:19:14,612 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731280754612"}]},"ts":"9223372036854775807"}
2024-11-10T23:19:14,614 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-10T23:19:14,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5469f8109298f29e542b0921da7c9f44, NAME => 'TestAcidGuarantees,,1731280721061.5469f8109298f29e542b0921da7c9f44.', STARTKEY => '', ENDKEY => ''}]
2024-11-10T23:19:14,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-10T23:19:14,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731280754614"}]},"ts":"9223372036854775807"}
2024-11-10T23:19:14,615 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-10T23:19:14,625 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec
2024-11-10T23:19:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-11-10T23:19:14,673 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed
2024-11-10T23:19:14,682 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 236), OpenFileDescriptor=446 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 327), ProcessCount=9 (was 9), AvailableMemoryMB=4645 (was 4648)
2024-11-10T23:19:14,692 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=9, AvailableMemoryMB=4645
2024-11-10T23:19:14,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:19:14,694 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:19:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:14,696 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:19:14,696 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:14,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 121
2024-11-10T23:19:14,697 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:19:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121
2024-11-10T23:19:14,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742235_1411 (size=960)
2024-11-10T23:19:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121
2024-11-10T23:19:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121
2024-11-10T23:19:15,110 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:19:15,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742236_1412 (size=53)
2024-11-10T23:19:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121
2024-11-10T23:19:15,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:19:15,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 881bf59615dd4163cad3a1c6af51dcf9, disabling compactions & flushes
2024-11-10T23:19:15,522 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. after waiting 0 ms
2024-11-10T23:19:15,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,523 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:15,525 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:19:15,526 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731280755525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280755525"}]},"ts":"1731280755525"}
2024-11-10T23:19:15,529 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:19:15,531 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:19:15,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280755531"}]},"ts":"1731280755531"}
2024-11-10T23:19:15,532 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-10T23:19:15,575 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, ASSIGN}]
2024-11-10T23:19:15,577 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, ASSIGN
2024-11-10T23:19:15,577 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:19:15,728 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=881bf59615dd4163cad3a1c6af51dcf9, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:15,731 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:19:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121
2024-11-10T23:19:15,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:15,891 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,891 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:19:15,892 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:15,892 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:19:15,893 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:15,893 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:15,895 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 881bf59615dd4163cad3a1c6af51dcf9 
2024-11-10T23:19:15,896 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:15,897 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881bf59615dd4163cad3a1c6af51dcf9 columnFamilyName A
2024-11-10T23:19:15,897 DEBUG [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:15,897 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.HStore(327): Store=881bf59615dd4163cad3a1c6af51dcf9/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:15,898 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 881bf59615dd4163cad3a1c6af51dcf9 
2024-11-10T23:19:15,899 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:15,899 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881bf59615dd4163cad3a1c6af51dcf9 columnFamilyName B
2024-11-10T23:19:15,899 DEBUG [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:15,900 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.HStore(327): Store=881bf59615dd4163cad3a1c6af51dcf9/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:15,900 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 881bf59615dd4163cad3a1c6af51dcf9 
2024-11-10T23:19:15,901 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:15,901 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881bf59615dd4163cad3a1c6af51dcf9 columnFamilyName C
2024-11-10T23:19:15,901 DEBUG [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:15,902 INFO  [StoreOpener-881bf59615dd4163cad3a1c6af51dcf9-1 {}] regionserver.HStore(327): Store=881bf59615dd4163cad3a1c6af51dcf9/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:15,902 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,903 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:15,904 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:15,906 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:19:15,908 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:15,910 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:19:15,911 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 881bf59615dd4163cad3a1c6af51dcf9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60949021, jitterRate=-0.09178881347179413}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:19:15,912 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:15,913 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., pid=123, masterSystemTime=1731280755884
2024-11-10T23:19:15,914 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,914 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:15,915 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=881bf59615dd4163cad3a1c6af51dcf9, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:15,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122
2024-11-10T23:19:15,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391 in 185 msec
2024-11-10T23:19:15,920 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121
2024-11-10T23:19:15,920 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, ASSIGN in 343 msec
2024-11-10T23:19:15,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:19:15,921 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280755921"}]},"ts":"1731280755921"}
2024-11-10T23:19:15,922 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-10T23:19:15,968 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:19:15,972 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2740 sec
2024-11-10T23:19:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121
2024-11-10T23:19:16,808 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed
2024-11-10T23:19:16,811 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30
2024-11-10T23:19:16,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,859 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:19:16,862 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:19:16,865 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578
2024-11-10T23:19:16,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c
2024-11-10T23:19:16,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c
2024-11-10T23:19:16,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04
2024-11-10T23:19:16,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1
2024-11-10T23:19:16,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162
2024-11-10T23:19:16,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85
2024-11-10T23:19:16,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,926 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b
2024-11-10T23:19:16,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725
2024-11-10T23:19:16,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc5e114 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d49886
2024-11-10T23:19:16,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d92042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:16,952 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees
2024-11-10T23:19:16,953 DEBUG [hconnection-0x6f65f62a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:16,954 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:16,954 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:16,954 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:16,954 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,955 DEBUG [hconnection-0x32fd34df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,955 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,959 DEBUG [hconnection-0x1738bae5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,959 DEBUG [hconnection-0x4dffc868-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,959 DEBUG [hconnection-0x13c37e18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,959 DEBUG [hconnection-0xea7d11d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,959 DEBUG [hconnection-0x4ab49c6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,960 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,960 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,960 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,960 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,960 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,960 DEBUG [hconnection-0x4b946a48-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,961 DEBUG [hconnection-0x21291153-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,961 DEBUG [hconnection-0x14226508-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:16,961 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,962 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,963 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:16,964 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-10T23:19:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:16,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:16,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:16,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280816970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280816970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:16,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280816971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:16,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280816971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:16,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280816971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:16,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/d50e5d5c1518438495c524a71741b193 is 50, key is test_row_0/A:col10/1731280756964/Put/seqid=0
2024-11-10T23:19:16,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742237_1413 (size=12001)
2024-11-10T23:19:16,999 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/d50e5d5c1518438495c524a71741b193
2024-11-10T23:19:17,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/37ca72e0d4044145a59aedca43fd0207 is 50, key is test_row_0/B:col10/1731280756964/Put/seqid=0
2024-11-10T23:19:17,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742238_1414 (size=12001)
2024-11-10T23:19:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:17,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280817072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280817072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280817072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280817080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280817080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-10T23:19:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:17,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-10T23:19:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280817281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280817281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280817281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280817282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280817282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-10T23:19:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,423 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/37ca72e0d4044145a59aedca43fd0207
2024-11-10T23:19:17,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/3b47da29166c4108a6991b96e3bd4bb6 is 50, key is test_row_0/C:col10/1731280756964/Put/seqid=0
2024-11-10T23:19:17,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742239_1415 (size=12001)
2024-11-10T23:19:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:17,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-10T23:19:17,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280817583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280817583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280817583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280817585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280817587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-10T23:19:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=125
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:17,843 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/3b47da29166c4108a6991b96e3bd4bb6
2024-11-10T23:19:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/d50e5d5c1518438495c524a71741b193 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d50e5d5c1518438495c524a71741b193
2024-11-10T23:19:17,849 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d50e5d5c1518438495c524a71741b193, entries=150, sequenceid=15, filesize=11.7 K
2024-11-10T23:19:17,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/37ca72e0d4044145a59aedca43fd0207 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37ca72e0d4044145a59aedca43fd0207
2024-11-10T23:19:17,853 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37ca72e0d4044145a59aedca43fd0207, entries=150, sequenceid=15, filesize=11.7 K
2024-11-10T23:19:17,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/3b47da29166c4108a6991b96e3bd4bb6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3b47da29166c4108a6991b96e3bd4bb6
2024-11-10T23:19:17,857 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3b47da29166c4108a6991b96e3bd4bb6, entries=150, sequenceid=15, filesize=11.7 K
2024-11-10T23:19:17,857 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 881bf59615dd4163cad3a1c6af51dcf9 in 893ms, sequenceid=15, compaction requested=false
2024-11-10T23:19:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:17,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:17,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:17,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/7196458d05aa4eeb8fd27946e18584e5 is 50, key is test_row_0/A:col10/1731280756970/Put/seqid=0
2024-11-10T23:19:17,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742240_1416 (size=12001)
2024-11-10T23:19:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:18,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:18,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280818095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280818096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280818097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280818097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280818101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280818203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280818203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280818203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280818203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280818208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/7196458d05aa4eeb8fd27946e18584e5
2024-11-10T23:19:18,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/1e952a92255d409b84171570daeee71b is 50, key is test_row_0/B:col10/1731280756970/Put/seqid=0
2024-11-10T23:19:18,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742241_1417 (size=12001)
2024-11-10T23:19:18,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280818405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280818406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280818406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280818406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280818412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/1e952a92255d409b84171570daeee71b
2024-11-10T23:19:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/dca13dd9cf4449478459ad2a859eb1bb is 50, key is test_row_0/C:col10/1731280756970/Put/seqid=0
2024-11-10T23:19:18,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742242_1418 (size=12001)
2024-11-10T23:19:18,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280818711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280818711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280818712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280818713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:18,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280818716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:19,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/dca13dd9cf4449478459ad2a859eb1bb
2024-11-10T23:19:19,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/7196458d05aa4eeb8fd27946e18584e5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/7196458d05aa4eeb8fd27946e18584e5
2024-11-10T23:19:19,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/7196458d05aa4eeb8fd27946e18584e5, entries=150, sequenceid=39, filesize=11.7 K
2024-11-10T23:19:19,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/1e952a92255d409b84171570daeee71b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/1e952a92255d409b84171570daeee71b
2024-11-10T23:19:19,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/1e952a92255d409b84171570daeee71b, entries=150, sequenceid=39, filesize=11.7 K
2024-11-10T23:19:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/dca13dd9cf4449478459ad2a859eb1bb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/dca13dd9cf4449478459ad2a859eb1bb
2024-11-10T23:19:19,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/dca13dd9cf4449478459ad2a859eb1bb, entries=150, sequenceid=39, filesize=11.7 K
2024-11-10T23:19:19,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 881bf59615dd4163cad3a1c6af51dcf9 in 1240ms, sequenceid=39, compaction requested=false
2024-11-10T23:19:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125
2024-11-10T23:19:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=125
2024-11-10T23:19:19,109 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124
2024-11-10T23:19:19,109 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec
2024-11-10T23:19:19,109 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.1570 sec
2024-11-10T23:19:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:19,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:19:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:19,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/8160e681d1b146629dd6bb4de05b9f3d is 50, key is test_row_0/A:col10/1731280758094/Put/seqid=0
2024-11-10T23:19:19,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742243_1419 (size=12001)
2024-11-10T23:19:19,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280819239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280819240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280819240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280819241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280819242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280819345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280819345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280819345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280819347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280819348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280819549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280819549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280819550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280819551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280819553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,626 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/8160e681d1b146629dd6bb4de05b9f3d
2024-11-10T23:19:19,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/37eb42d7f2864328ba6cf61438fa092f is 50, key is test_row_0/B:col10/1731280758094/Put/seqid=0
2024-11-10T23:19:19,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742244_1420 (size=12001)
2024-11-10T23:19:19,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280819853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280819854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280819855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:19,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280819859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:20,004 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:19:20,035 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/37eb42d7f2864328ba6cf61438fa092f
2024-11-10T23:19:20,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/11a4328b21b645d18619285626cbd7b9 is 50, key is test_row_0/C:col10/1731280758094/Put/seqid=0
2024-11-10T23:19:20,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742245_1421 (size=12001)
2024-11-10T23:19:20,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280820359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:20,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280820359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:20,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280820360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:20,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280820364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:20,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280820365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:20,448 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/11a4328b21b645d18619285626cbd7b9
2024-11-10T23:19:20,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/8160e681d1b146629dd6bb4de05b9f3d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8160e681d1b146629dd6bb4de05b9f3d
2024-11-10T23:19:20,455 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8160e681d1b146629dd6bb4de05b9f3d, entries=150, sequenceid=52, filesize=11.7 K
2024-11-10T23:19:20,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/37eb42d7f2864328ba6cf61438fa092f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37eb42d7f2864328ba6cf61438fa092f
2024-11-10T23:19:20,460 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37eb42d7f2864328ba6cf61438fa092f, entries=150, sequenceid=52, filesize=11.7 K
2024-11-10T23:19:20,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/11a4328b21b645d18619285626cbd7b9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a4328b21b645d18619285626cbd7b9
2024-11-10T23:19:20,463 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a4328b21b645d18619285626cbd7b9, entries=150, sequenceid=52, filesize=11.7 K
2024-11-10T23:19:20,464 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 881bf59615dd4163cad3a1c6af51dcf9 in 1245ms, sequenceid=52, compaction requested=true
2024-11-10T23:19:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:20,465 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:20,465 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:20,465 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:20,465 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:20,465 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:20,465 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:20,466 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:20,466 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:20,466 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37ca72e0d4044145a59aedca43fd0207, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/1e952a92255d409b84171570daeee71b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37eb42d7f2864328ba6cf61438fa092f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.2 K
2024-11-10T23:19:20,466 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d50e5d5c1518438495c524a71741b193, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/7196458d05aa4eeb8fd27946e18584e5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8160e681d1b146629dd6bb4de05b9f3d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.2 K
2024-11-10T23:19:20,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 37ca72e0d4044145a59aedca43fd0207, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731280756956
2024-11-10T23:19:20,466 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting d50e5d5c1518438495c524a71741b193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731280756956
2024-11-10T23:19:20,466 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7196458d05aa4eeb8fd27946e18584e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731280756969
2024-11-10T23:19:20,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e952a92255d409b84171570daeee71b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731280756969
2024-11-10T23:19:20,466 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8160e681d1b146629dd6bb4de05b9f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731280758094
2024-11-10T23:19:20,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 37eb42d7f2864328ba6cf61438fa092f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731280758094
2024-11-10T23:19:20,473 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:20,473 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/44149954b90a4e79b4e482d72f8f7b24 is 50, key is test_row_0/A:col10/1731280758094/Put/seqid=0
2024-11-10T23:19:20,476 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:20,477 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/72f93120e9f044feae7997afcc68f1b0 is 50, key is test_row_0/B:col10/1731280758094/Put/seqid=0
2024-11-10T23:19:20,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742247_1423 (size=12104)
2024-11-10T23:19:20,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742246_1422 (size=12104)
2024-11-10T23:19:20,893 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/44149954b90a4e79b4e482d72f8f7b24 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/44149954b90a4e79b4e482d72f8f7b24
2024-11-10T23:19:20,894 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/72f93120e9f044feae7997afcc68f1b0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/72f93120e9f044feae7997afcc68f1b0
2024-11-10T23:19:20,897 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into 44149954b90a4e79b4e482d72f8f7b24(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:20,897 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into 72f93120e9f044feae7997afcc68f1b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:20,897 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280760465; duration=0sec
2024-11-10T23:19:20,897 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280760465; duration=0sec
2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:20,897 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:20,898 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:20,898 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:20,898 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:20,898 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3b47da29166c4108a6991b96e3bd4bb6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/dca13dd9cf4449478459ad2a859eb1bb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a4328b21b645d18619285626cbd7b9] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.2 K
2024-11-10T23:19:20,898 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b47da29166c4108a6991b96e3bd4bb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731280756956
2024-11-10T23:19:20,899 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca13dd9cf4449478459ad2a859eb1bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731280756969
2024-11-10T23:19:20,899 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a4328b21b645d18619285626cbd7b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731280758094
2024-11-10T23:19:20,904 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:20,905 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/4f72d08af6334f15a39131c10ef761d7 is 50, key is test_row_0/C:col10/1731280758094/Put/seqid=0
2024-11-10T23:19:20,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742248_1424 (size=12104)
2024-11-10T23:19:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-11-10T23:19:21,058 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed
2024-11-10T23:19:21,058 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees
2024-11-10T23:19:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-10T23:19:21,060 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:21,060 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:21,060 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-10T23:19:21,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-10T23:19:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:21,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:19:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:21,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/31fb7dd3c7cd427ca6c093d44f811afb is 50, key is test_row_0/A:col10/1731280759234/Put/seqid=0
2024-11-10T23:19:21,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742249_1425 (size=12001)
2024-11-10T23:19:21,312 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/4f72d08af6334f15a39131c10ef761d7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4f72d08af6334f15a39131c10ef761d7
2024-11-10T23:19:21,318 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into 4f72d08af6334f15a39131c10ef761d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:21,318 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:21,318 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280760465; duration=0sec
2024-11-10T23:19:21,318 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:21,318 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-10T23:19:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:21,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:21,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280821371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280821372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280821374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280821375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280821376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280821479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280821479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280821479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280821483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280821483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/31fb7dd3c7cd427ca6c093d44f811afb
2024-11-10T23:19:21,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/c540e31be4464961b684fbfa4a58bd4d is 50, key is test_row_0/B:col10/1731280759234/Put/seqid=0
2024-11-10T23:19:21,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742250_1426 (size=12001)
2024-11-10T23:19:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-10T23:19:21,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280821683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280821684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280821684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280821687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280821687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280821988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280821990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280821991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280821993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:21,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280821994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,037 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/c540e31be4464961b684fbfa4a58bd4d
2024-11-10T23:19:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/34a825df04ba43d18ae01478b7d65dff is 50, key is test_row_0/C:col10/1731280759234/Put/seqid=0
2024-11-10T23:19:22,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742251_1427 (size=12001)
2024-11-10T23:19:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-10T23:19:22,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/34a825df04ba43d18ae01478b7d65dff
2024-11-10T23:19:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/31fb7dd3c7cd427ca6c093d44f811afb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/31fb7dd3c7cd427ca6c093d44f811afb
2024-11-10T23:19:22,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/31fb7dd3c7cd427ca6c093d44f811afb, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:19:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/c540e31be4464961b684fbfa4a58bd4d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/c540e31be4464961b684fbfa4a58bd4d
2024-11-10T23:19:22,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/c540e31be4464961b684fbfa4a58bd4d, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:19:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/34a825df04ba43d18ae01478b7d65dff as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/34a825df04ba43d18ae01478b7d65dff
2024-11-10T23:19:22,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/34a825df04ba43d18ae01478b7d65dff, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:19:22,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 881bf59615dd4163cad3a1c6af51dcf9 in 1250ms, sequenceid=77, compaction requested=false
2024-11-10T23:19:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127
2024-11-10T23:19:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=127
2024-11-10T23:19:22,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126
2024-11-10T23:19:22,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec
2024-11-10T23:19:22,466 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4070 sec
2024-11-10T23:19:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:22,496 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-10T23:19:22,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:22,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/6a61796d80c846099ec9f2fbb68c7660 is 50, key is test_row_0/A:col10/1731280761374/Put/seqid=0
2024-11-10T23:19:22,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742252_1428 (size=14341)
2024-11-10T23:19:22,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280822516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280822517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280822518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280822519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280822523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280822624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280822624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280822624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280822625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280822630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280822830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280822830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280822830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280822830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280822834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:22,903 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/6a61796d80c846099ec9f2fbb68c7660
2024-11-10T23:19:22,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/44b2107b14f541c891cf52c56bba2368 is 50, key is test_row_0/B:col10/1731280761374/Put/seqid=0
2024-11-10T23:19:22,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742253_1429 (size=12001)
2024-11-10T23:19:23,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280823134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280823135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280823136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280823137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280823140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-10T23:19:23,163 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed
2024-11-10T23:19:23,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees
2024-11-10T23:19:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-10T23:19:23,165 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:23,165 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:23,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-10T23:19:23,313 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/44b2107b14f541c891cf52c56bba2368
2024-11-10T23:19:23,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-10T23:19:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/e74d4d16d4bc4f7fa81a1f0305088c0d is 50, key is test_row_0/C:col10/1731280761374/Put/seqid=0
2024-11-10T23:19:23,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742254_1430 (size=12001)
2024-11-10T23:19:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-10T23:19:23,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-10T23:19:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-10T23:19:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:23,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280823636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280823638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280823641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280823641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280823644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/e74d4d16d4bc4f7fa81a1f0305088c0d
2024-11-10T23:19:23,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/6a61796d80c846099ec9f2fbb68c7660 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6a61796d80c846099ec9f2fbb68c7660
2024-11-10T23:19:23,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6a61796d80c846099ec9f2fbb68c7660, entries=200, sequenceid=92, filesize=14.0 K
2024-11-10T23:19:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/44b2107b14f541c891cf52c56bba2368 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/44b2107b14f541c891cf52c56bba2368
2024-11-10T23:19:23,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/44b2107b14f541c891cf52c56bba2368, entries=150, sequenceid=92, filesize=11.7 K
2024-11-10T23:19:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/e74d4d16d4bc4f7fa81a1f0305088c0d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/e74d4d16d4bc4f7fa81a1f0305088c0d
2024-11-10T23:19:23,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/e74d4d16d4bc4f7fa81a1f0305088c0d, entries=150, sequenceid=92, filesize=11.7 K
2024-11-10T23:19:23,737 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 881bf59615dd4163cad3a1c6af51dcf9 in 1241ms, sequenceid=92, compaction requested=true
2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:23,737 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:23,737 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:23,738 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,738 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,738 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/72f93120e9f044feae7997afcc68f1b0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/c540e31be4464961b684fbfa4a58bd4d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/44b2107b14f541c891cf52c56bba2368] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.3 K
2024-11-10T23:19:23,738 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/44149954b90a4e79b4e482d72f8f7b24, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/31fb7dd3c7cd427ca6c093d44f811afb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6a61796d80c846099ec9f2fbb68c7660] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=37.5 K
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44149954b90a4e79b4e482d72f8f7b24, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731280758094
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 72f93120e9f044feae7997afcc68f1b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731280758094
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31fb7dd3c7cd427ca6c093d44f811afb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280759234
2024-11-10T23:19:23,738 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c540e31be4464961b684fbfa4a58bd4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280759234
2024-11-10T23:19:23,739 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a61796d80c846099ec9f2fbb68c7660, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731280761374
2024-11-10T23:19:23,739 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 44b2107b14f541c891cf52c56bba2368, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731280761374
2024-11-10T23:19:23,744 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:23,744 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:23,744 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/c2d58c6b0f144fc7bb53b39a9a69089d is 50, key is test_row_0/A:col10/1731280761374/Put/seqid=0
2024-11-10T23:19:23,744 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/3f0a95584052413e8d18ce41adba202a is 50, key is test_row_0/B:col10/1731280761374/Put/seqid=0
2024-11-10T23:19:23,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742255_1431 (size=12207)
2024-11-10T23:19:23,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742256_1432 (size=12207)
2024-11-10T23:19:23,751 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/c2d58c6b0f144fc7bb53b39a9a69089d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c2d58c6b0f144fc7bb53b39a9a69089d
2024-11-10T23:19:23,756 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into c2d58c6b0f144fc7bb53b39a9a69089d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:23,756 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:23,756 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280763737; duration=0sec
2024-11-10T23:19:23,756 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:23,756 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:23,756 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:23,757 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:23,757 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:23,757 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,757 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4f72d08af6334f15a39131c10ef761d7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/34a825df04ba43d18ae01478b7d65dff, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/e74d4d16d4bc4f7fa81a1f0305088c0d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.3 K
2024-11-10T23:19:23,757 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f72d08af6334f15a39131c10ef761d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731280758094
2024-11-10T23:19:23,758 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34a825df04ba43d18ae01478b7d65dff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280759234
2024-11-10T23:19:23,758 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74d4d16d4bc4f7fa81a1f0305088c0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731280761374
2024-11-10T23:19:23,764 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:23,764 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f3b8f85c39f4435d872d0d77e2a3c278 is 50, key is test_row_0/C:col10/1731280761374/Put/seqid=0
2024-11-10T23:19:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-10T23:19:23,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742257_1433 (size=12207)
2024-11-10T23:19:23,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:23,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-10T23:19:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:23,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-10T23:19:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/939963131bed4f789a47cb7cffdca67d is 50, key is test_row_0/A:col10/1731280762518/Put/seqid=0
2024-11-10T23:19:23,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742258_1434 (size=12001)
2024-11-10T23:19:24,151 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/3f0a95584052413e8d18ce41adba202a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/3f0a95584052413e8d18ce41adba202a
2024-11-10T23:19:24,154 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into 3f0a95584052413e8d18ce41adba202a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:24,154 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:24,154 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280763737; duration=0sec
2024-11-10T23:19:24,154 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:24,154 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:24,171 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f3b8f85c39f4435d872d0d77e2a3c278 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f3b8f85c39f4435d872d0d77e2a3c278
2024-11-10T23:19:24,174 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into f3b8f85c39f4435d872d0d77e2a3c278(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:24,174 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:24,174 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280763737; duration=0sec
2024-11-10T23:19:24,174 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:24,174 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:24,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/939963131bed4f789a47cb7cffdca67d
2024-11-10T23:19:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/94249a79b90a47ceb3a4f3d1f6b60bb2 is 50, key is test_row_0/B:col10/1731280762518/Put/seqid=0
2024-11-10T23:19:24,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742259_1435 (size=12001)
2024-11-10T23:19:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-10T23:19:24,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/94249a79b90a47ceb3a4f3d1f6b60bb2
2024-11-10T23:19:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f4f9ae87be3e458abc416f7d309d90a2 is 50, key is test_row_0/C:col10/1731280762518/Put/seqid=0
2024-11-10T23:19:24,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742260_1436 (size=12001)
2024-11-10T23:19:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:24,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:24,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280824654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280824655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280824656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280824657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280824658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280824760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280824760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280824764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280824764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280824764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280824962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280824963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280824966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280824967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:24,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280824967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f4f9ae87be3e458abc416f7d309d90a2
2024-11-10T23:19:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/939963131bed4f789a47cb7cffdca67d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/939963131bed4f789a47cb7cffdca67d
2024-11-10T23:19:25,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/939963131bed4f789a47cb7cffdca67d, entries=150, sequenceid=115, filesize=11.7 K
2024-11-10T23:19:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/94249a79b90a47ceb3a4f3d1f6b60bb2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/94249a79b90a47ceb3a4f3d1f6b60bb2
2024-11-10T23:19:25,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/94249a79b90a47ceb3a4f3d1f6b60bb2, entries=150, sequenceid=115, filesize=11.7 K
2024-11-10T23:19:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f4f9ae87be3e458abc416f7d309d90a2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f4f9ae87be3e458abc416f7d309d90a2
2024-11-10T23:19:25,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f4f9ae87be3e458abc416f7d309d90a2, entries=150, sequenceid=115, filesize=11.7 K
2024-11-10T23:19:25,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 881bf59615dd4163cad3a1c6af51dcf9 in 1259ms, sequenceid=115, compaction requested=false
2024-11-10T23:19:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129
2024-11-10T23:19:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=129
2024-11-10T23:19:25,034 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128
2024-11-10T23:19:25,034 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec
2024-11-10T23:19:25,035 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8710 sec
2024-11-10T23:19:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-10T23:19:25,268 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed
2024-11-10T23:19:25,269 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees
2024-11-10T23:19:25,270 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:25,270 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:25,270 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:25,271 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:19:25,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:25,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:25,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/8b744aa27dc14f72a9c7bd8215e727fe is 50, key is test_row_0/A:col10/1731280764648/Put/seqid=0
2024-11-10T23:19:25,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742261_1437 (size=16881)
2024-11-10T23:19:25,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280825290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280825291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280825292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280825293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280825298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:25,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280825399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280825399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280825399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280825399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280825404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:25,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:25,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:25,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280825604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280825604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280825604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280825605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280825609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,679 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/8b744aa27dc14f72a9c7bd8215e727fe
2024-11-10T23:19:25,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/80fcd67c216c472f8a3289e0eba06626 is 50, key is test_row_0/B:col10/1731280764648/Put/seqid=0
2024-11-10T23:19:25,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742262_1438 (size=12101)
2024-11-10T23:19:25,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:25,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:25,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:25,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:25,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:25,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280825909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280825910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280825911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280825911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:25,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280825914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,089 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/80fcd67c216c472f8a3289e0eba06626
2024-11-10T23:19:26,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/3669474485ad4bf49bf3866c7f491cc2 is 50, key is test_row_0/C:col10/1731280764648/Put/seqid=0
2024-11-10T23:19:26,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742263_1439 (size=12101)
2024-11-10T23:19:26,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:26,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:26,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:26,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280826412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280826414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280826415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280826417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280826420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:26,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/3669474485ad4bf49bf3866c7f491cc2
2024-11-10T23:19:26,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/8b744aa27dc14f72a9c7bd8215e727fe as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8b744aa27dc14f72a9c7bd8215e727fe
2024-11-10T23:19:26,504 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8b744aa27dc14f72a9c7bd8215e727fe, entries=250, sequenceid=133, filesize=16.5 K
2024-11-10T23:19:26,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/80fcd67c216c472f8a3289e0eba06626 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/80fcd67c216c472f8a3289e0eba06626
2024-11-10T23:19:26,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/80fcd67c216c472f8a3289e0eba06626, entries=150, sequenceid=133, filesize=11.8 K
2024-11-10T23:19:26,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/3669474485ad4bf49bf3866c7f491cc2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3669474485ad4bf49bf3866c7f491cc2
2024-11-10T23:19:26,510 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3669474485ad4bf49bf3866c7f491cc2, entries=150, sequenceid=133, filesize=11.8 K
2024-11-10T23:19:26,511 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 881bf59615dd4163cad3a1c6af51dcf9 in 1240ms, sequenceid=133, compaction requested=true
2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:26,511 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:26,511 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:26,512 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41089 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:26,512 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:26,512 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:26,512 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:26,512 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,512 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,512 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/3f0a95584052413e8d18ce41adba202a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/94249a79b90a47ceb3a4f3d1f6b60bb2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/80fcd67c216c472f8a3289e0eba06626] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.5 K
2024-11-10T23:19:26,512 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c2d58c6b0f144fc7bb53b39a9a69089d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/939963131bed4f789a47cb7cffdca67d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8b744aa27dc14f72a9c7bd8215e727fe] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=40.1 K
2024-11-10T23:19:26,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2d58c6b0f144fc7bb53b39a9a69089d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731280761374
2024-11-10T23:19:26,513 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f0a95584052413e8d18ce41adba202a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731280761374
2024-11-10T23:19:26,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 939963131bed4f789a47cb7cffdca67d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731280762508
2024-11-10T23:19:26,513 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 94249a79b90a47ceb3a4f3d1f6b60bb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731280762508
2024-11-10T23:19:26,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b744aa27dc14f72a9c7bd8215e727fe, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731280764648
2024-11-10T23:19:26,513 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 80fcd67c216c472f8a3289e0eba06626, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731280764648
2024-11-10T23:19:26,518 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:26,518 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/5c0c4d789bfe428a8f39be234c6fac41 is 50, key is test_row_0/A:col10/1731280764648/Put/seqid=0
2024-11-10T23:19:26,520 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:26,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742264_1440 (size=12409)
2024-11-10T23:19:26,522 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/cd45d5ff3ec741cfb4e811d75ba75840 is 50, key is test_row_0/B:col10/1731280764648/Put/seqid=0
2024-11-10T23:19:26,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742265_1441 (size=12409)
2024-11-10T23:19:26,528 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/cd45d5ff3ec741cfb4e811d75ba75840 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cd45d5ff3ec741cfb4e811d75ba75840
2024-11-10T23:19:26,532 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into cd45d5ff3ec741cfb4e811d75ba75840(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:26,532 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:26,532 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280766511; duration=0sec
2024-11-10T23:19:26,532 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:26,532 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:26,532 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:26,533 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:26,533 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:26,533 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,533 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f3b8f85c39f4435d872d0d77e2a3c278, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f4f9ae87be3e458abc416f7d309d90a2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3669474485ad4bf49bf3866c7f491cc2] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.5 K
2024-11-10T23:19:26,534 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f3b8f85c39f4435d872d0d77e2a3c278, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731280761374
2024-11-10T23:19:26,534 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f4f9ae87be3e458abc416f7d309d90a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731280762508
2024-11-10T23:19:26,534 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 3669474485ad4bf49bf3866c7f491cc2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731280764648
2024-11-10T23:19:26,540 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:26,540 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/55c2aaa2ee7849629d40e95435f66a63 is 50, key is test_row_0/C:col10/1731280764648/Put/seqid=0
2024-11-10T23:19:26,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742266_1442 (size=12409)
2024-11-10T23:19:26,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:26,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-10T23:19:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:26,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-10T23:19:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:26,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/0b4b3eba37504c23ae52a7c0b39ae136 is 50, key is test_row_0/A:col10/1731280765297/Put/seqid=0
2024-11-10T23:19:26,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742267_1443 (size=12151)
2024-11-10T23:19:26,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/0b4b3eba37504c23ae52a7c0b39ae136
2024-11-10T23:19:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/fec2d44c926a405dae6b19a50318a71f is 50, key is test_row_0/B:col10/1731280765297/Put/seqid=0
2024-11-10T23:19:26,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742268_1444 (size=12151)
2024-11-10T23:19:26,924 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/5c0c4d789bfe428a8f39be234c6fac41 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5c0c4d789bfe428a8f39be234c6fac41
2024-11-10T23:19:26,928 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into 5c0c4d789bfe428a8f39be234c6fac41(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:26,928 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:26,928 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280766511; duration=0sec
2024-11-10T23:19:26,928 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:26,928 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:26,946 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/55c2aaa2ee7849629d40e95435f66a63 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/55c2aaa2ee7849629d40e95435f66a63
2024-11-10T23:19:26,950 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into 55c2aaa2ee7849629d40e95435f66a63(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:26,950 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:26,950 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280766511; duration=0sec
2024-11-10T23:19:26,951 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:26,951 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:27,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/fec2d44c926a405dae6b19a50318a71f
2024-11-10T23:19:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f2eab057f7384824a6ad5f8490673507 is 50, key is test_row_0/C:col10/1731280765297/Put/seqid=0
2024-11-10T23:19:27,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742269_1445 (size=12151)
2024-11-10T23:19:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:27,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:27,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280827433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280827435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280827436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280827437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280827437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,478 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f2eab057f7384824a6ad5f8490673507
2024-11-10T23:19:27,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/0b4b3eba37504c23ae52a7c0b39ae136 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0b4b3eba37504c23ae52a7c0b39ae136
2024-11-10T23:19:27,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0b4b3eba37504c23ae52a7c0b39ae136, entries=150, sequenceid=154, filesize=11.9 K
2024-11-10T23:19:27,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/fec2d44c926a405dae6b19a50318a71f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/fec2d44c926a405dae6b19a50318a71f
2024-11-10T23:19:27,488 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/fec2d44c926a405dae6b19a50318a71f, entries=150, sequenceid=154, filesize=11.9 K
2024-11-10T23:19:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f2eab057f7384824a6ad5f8490673507 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f2eab057f7384824a6ad5f8490673507
2024-11-10T23:19:27,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f2eab057f7384824a6ad5f8490673507, entries=150, sequenceid=154, filesize=11.9 K
2024-11-10T23:19:27,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 881bf59615dd4163cad3a1c6af51dcf9 in 851ms, sequenceid=154, compaction requested=false
2024-11-10T23:19:27,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:27,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:27,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131
2024-11-10T23:19:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=131
2024-11-10T23:19:27,494 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130
2024-11-10T23:19:27,494 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2230 sec
2024-11-10T23:19:27,495 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.2260 sec
2024-11-10T23:19:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:27,542 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-10T23:19:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:27,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:27,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/46ad74da52c24d91b8519997d74a0657 is 50, key is test_row_0/A:col10/1731280767436/Put/seqid=0
2024-11-10T23:19:27,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742270_1446 (size=16931)
2024-11-10T23:19:27,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280827559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280827567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280827568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280827568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280827568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280827669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280827673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280827674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280827674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280827674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280827872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280827878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280827878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280827879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280827879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:27,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/46ad74da52c24d91b8519997d74a0657
2024-11-10T23:19:27,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/bbf3850b64a84d2ea435bfd8c747eeeb is 50, key is test_row_0/B:col10/1731280767436/Put/seqid=0
2024-11-10T23:19:27,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742271_1447 (size=12151)
2024-11-10T23:19:28,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280828178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280828182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280828184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280828184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280828186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/bbf3850b64a84d2ea435bfd8c747eeeb
2024-11-10T23:19:28,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/6d1c52aed5cc42398149a74915fe0cbb is 50, key is test_row_0/C:col10/1731280767436/Put/seqid=0
2024-11-10T23:19:28,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742272_1448 (size=12151)
2024-11-10T23:19:28,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280828681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280828687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280828689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280828693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280828693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:28,769 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/6d1c52aed5cc42398149a74915fe0cbb
2024-11-10T23:19:28,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/46ad74da52c24d91b8519997d74a0657 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/46ad74da52c24d91b8519997d74a0657
2024-11-10T23:19:28,775 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/46ad74da52c24d91b8519997d74a0657, entries=250, sequenceid=174, filesize=16.5 K
2024-11-10T23:19:28,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/bbf3850b64a84d2ea435bfd8c747eeeb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/bbf3850b64a84d2ea435bfd8c747eeeb
2024-11-10T23:19:28,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/bbf3850b64a84d2ea435bfd8c747eeeb, entries=150, sequenceid=174, filesize=11.9 K
2024-11-10T23:19:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/6d1c52aed5cc42398149a74915fe0cbb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/6d1c52aed5cc42398149a74915fe0cbb
2024-11-10T23:19:28,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/6d1c52aed5cc42398149a74915fe0cbb, entries=150, sequenceid=174, filesize=11.9 K
2024-11-10T23:19:28,783 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 881bf59615dd4163cad3a1c6af51dcf9 in 1242ms, sequenceid=174, compaction requested=true
2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:28,784 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:28,784 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:28,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:28,785 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:28,785 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:28,785 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:28,785 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cd45d5ff3ec741cfb4e811d75ba75840, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/fec2d44c926a405dae6b19a50318a71f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/bbf3850b64a84d2ea435bfd8c747eeeb] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.9 K
2024-11-10T23:19:28,785 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:28,785 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:28,785 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:28,785 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5c0c4d789bfe428a8f39be234c6fac41, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0b4b3eba37504c23ae52a7c0b39ae136, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/46ad74da52c24d91b8519997d74a0657] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=40.5 K
2024-11-10T23:19:28,785 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting cd45d5ff3ec741cfb4e811d75ba75840, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731280764648
2024-11-10T23:19:28,786 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0c4d789bfe428a8f39be234c6fac41, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731280764648
2024-11-10T23:19:28,786 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting fec2d44c926a405dae6b19a50318a71f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731280765290
2024-11-10T23:19:28,786 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b4b3eba37504c23ae52a7c0b39ae136, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731280765290
2024-11-10T23:19:28,786 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf3850b64a84d2ea435bfd8c747eeeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731280767436
2024-11-10T23:19:28,786 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46ad74da52c24d91b8519997d74a0657, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731280767432
2024-11-10T23:19:28,792 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:28,792 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/42c788b79b534be089c3c861695ffdc1 is 50, key is test_row_0/B:col10/1731280767436/Put/seqid=0
2024-11-10T23:19:28,792 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:28,793 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/67ee90b7f18349f18eda8c3824f961d5 is 50, key is test_row_0/A:col10/1731280767436/Put/seqid=0
2024-11-10T23:19:28,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742273_1449 (size=12561)
2024-11-10T23:19:28,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742274_1450 (size=12561)
2024-11-10T23:19:28,804 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/42c788b79b534be089c3c861695ffdc1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/42c788b79b534be089c3c861695ffdc1
2024-11-10T23:19:28,804 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/67ee90b7f18349f18eda8c3824f961d5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/67ee90b7f18349f18eda8c3824f961d5
2024-11-10T23:19:28,809 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into 42c788b79b534be089c3c861695ffdc1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:28,809 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:28,809 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280768784; duration=0sec
2024-11-10T23:19:28,809 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:28,809 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:28,809 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:28,810 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into 67ee90b7f18349f18eda8c3824f961d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:28,810 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:28,810 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280768784; duration=0sec
2024-11-10T23:19:28,810 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:28,810 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:28,811 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:28,811 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:28,811 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:28,811 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/55c2aaa2ee7849629d40e95435f66a63, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f2eab057f7384824a6ad5f8490673507, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/6d1c52aed5cc42398149a74915fe0cbb] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=35.9 K
2024-11-10T23:19:28,811 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 55c2aaa2ee7849629d40e95435f66a63, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731280764648
2024-11-10T23:19:28,811 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f2eab057f7384824a6ad5f8490673507, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731280765290
2024-11-10T23:19:28,812 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d1c52aed5cc42398149a74915fe0cbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731280767436
2024-11-10T23:19:28,816 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:28,816 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f9e55d115da94e8fb72c7145466bdb82 is 50, key is test_row_0/C:col10/1731280767436/Put/seqid=0
2024-11-10T23:19:28,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742275_1451 (size=12561)
2024-11-10T23:19:29,223 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/f9e55d115da94e8fb72c7145466bdb82 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f9e55d115da94e8fb72c7145466bdb82
2024-11-10T23:19:29,227 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into f9e55d115da94e8fb72c7145466bdb82(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:29,227 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:29,227 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280768784; duration=0sec
2024-11-10T23:19:29,227 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:29,227 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-10T23:19:29,374 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed
2024-11-10T23:19:29,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees
2024-11-10T23:19:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-10T23:19:29,377 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:29,377 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:29,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-10T23:19:29,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:29,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:29,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/6c8f2399555e440fbc498e20fe120bc1 is 50, key is test_row_0/A:col10/1731280767567/Put/seqid=0
2024-11-10T23:19:29,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742276_1452 (size=12151)
2024-11-10T23:19:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-10T23:19:29,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:29,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280829709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280829709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280829710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280829714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280829714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280829815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280829815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280829815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280829818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280829819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:29,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/6c8f2399555e440fbc498e20fe120bc1
2024-11-10T23:19:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e is 50, key is test_row_0/B:col10/1731280767567/Put/seqid=0
2024-11-10T23:19:29,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742277_1453 (size=12151)
2024-11-10T23:19:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-10T23:19:30,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280830019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280830019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280830019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280830023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280830024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280830324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280830324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280830325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280830329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280830329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e
2024-11-10T23:19:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/badf0ebd69e84b84a8c761446745bb62 is 50, key is test_row_0/C:col10/1731280767567/Put/seqid=0
2024-11-10T23:19:30,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742278_1454 (size=12151)
2024-11-10T23:19:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-10T23:19:30,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/badf0ebd69e84b84a8c761446745bb62
2024-11-10T23:19:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/6c8f2399555e440fbc498e20fe120bc1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6c8f2399555e440fbc498e20fe120bc1
2024-11-10T23:19:30,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6c8f2399555e440fbc498e20fe120bc1, entries=150, sequenceid=196, filesize=11.9 K
2024-11-10T23:19:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e
2024-11-10T23:19:30,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e, entries=150, sequenceid=196, filesize=11.9 K
2024-11-10T23:19:30,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/badf0ebd69e84b84a8c761446745bb62 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/badf0ebd69e84b84a8c761446745bb62
2024-11-10T23:19:30,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/badf0ebd69e84b84a8c761446745bb62, entries=150, sequenceid=196, filesize=11.9 K
2024-11-10T23:19:30,816 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 881bf59615dd4163cad3a1c6af51dcf9 in 1287ms, sequenceid=196, compaction requested=false
2024-11-10T23:19:30,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:30,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:30,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133
2024-11-10T23:19:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=133
2024-11-10T23:19:30,817 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132
2024-11-10T23:19:30,818 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec
2024-11-10T23:19:30,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4430 sec
2024-11-10T23:19:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:30,832 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-10T23:19:30,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:30,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:30,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:30,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:30,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:30,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:30,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/4844d7197faa47d5894b7d431eeb1043 is 50, key is test_row_0/A:col10/1731280770831/Put/seqid=0
2024-11-10T23:19:30,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742279_1455 (size=14541)
2024-11-10T23:19:30,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280830848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280830848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280830852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280830853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280830854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280830954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280830955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280830955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:30,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280830962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280831159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280831159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280831159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280831166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280831167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/4844d7197faa47d5894b7d431eeb1043
2024-11-10T23:19:31,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/cf1834fcf9d24761aed3b6d7d6104d4d is 50, key is test_row_0/B:col10/1731280770831/Put/seqid=0
2024-11-10T23:19:31,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742280_1456 (size=12151)
2024-11-10T23:19:31,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280831464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280831464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280831465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280831470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280831472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-10T23:19:31,480 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed
2024-11-10T23:19:31,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees
2024-11-10T23:19:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-10T23:19:31,482 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:31,482 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:31,482 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-10T23:19:31,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-10T23:19:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:31,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,648 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/cf1834fcf9d24761aed3b6d7d6104d4d
2024-11-10T23:19:31,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/4c37a008b1074015beaf1a32ec960281 is 50, key is test_row_0/C:col10/1731280770831/Put/seqid=0
2024-11-10T23:19:31,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742281_1457 (size=12151)
2024-11-10T23:19:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-10T23:19:31,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-10T23:19:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:31,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-10T23:19:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:31,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:31,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280831971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280831972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280831972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280831976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:31,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280831977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:32,058 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/4c37a008b1074015beaf1a32ec960281
2024-11-10T23:19:32,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/4844d7197faa47d5894b7d431eeb1043 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/4844d7197faa47d5894b7d431eeb1043
2024-11-10T23:19:32,065 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/4844d7197faa47d5894b7d431eeb1043, entries=200, sequenceid=215, filesize=14.2 K
2024-11-10T23:19:32,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/cf1834fcf9d24761aed3b6d7d6104d4d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cf1834fcf9d24761aed3b6d7d6104d4d
2024-11-10T23:19:32,069 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cf1834fcf9d24761aed3b6d7d6104d4d, entries=150, sequenceid=215, filesize=11.9 K
2024-11-10T23:19:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/4c37a008b1074015beaf1a32ec960281 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4c37a008b1074015beaf1a32ec960281
2024-11-10T23:19:32,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4c37a008b1074015beaf1a32ec960281, entries=150, sequenceid=215, filesize=11.9 K
2024-11-10T23:19:32,073 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 881bf59615dd4163cad3a1c6af51dcf9 in 1242ms, sequenceid=215, compaction requested=true
2024-11-10T23:19:32,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:32,074 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:32,074 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:32,074 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:32,074 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:32,074 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:32,074 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:32,075 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:32,075 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:32,075 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/67ee90b7f18349f18eda8c3824f961d5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6c8f2399555e440fbc498e20fe120bc1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/4844d7197faa47d5894b7d431eeb1043] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=38.3 K
2024-11-10T23:19:32,075 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/42c788b79b534be089c3c861695ffdc1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cf1834fcf9d24761aed3b6d7d6104d4d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=36.0 K
2024-11-10T23:19:32,075 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67ee90b7f18349f18eda8c3824f961d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731280767436
2024-11-10T23:19:32,075 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 42c788b79b534be089c3c861695ffdc1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731280767436
2024-11-10T23:19:32,075 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c8f2399555e440fbc498e20fe120bc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731280767567
2024-11-10T23:19:32,075 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting acc88b2f1f214b1bb8ce7c1a1e97ad7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731280767567
2024-11-10T23:19:32,075 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4844d7197faa47d5894b7d431eeb1043, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731280769709
2024-11-10T23:19:32,075 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting cf1834fcf9d24761aed3b6d7d6104d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731280769709
2024-11-10T23:19:32,080 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:32,081 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/aa2664516b6f4c30979e7a4b70465c75 is 50, key is test_row_0/B:col10/1731280770831/Put/seqid=0
2024-11-10T23:19:32,081 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:32,081 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/f898780342c940d28d16642199edc3c8 is 50, key is test_row_0/A:col10/1731280770831/Put/seqid=0
2024-11-10T23:19:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-10T23:19:32,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:32,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:32,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:32,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742282_1458 (size=12663)
2024-11-10T23:19:32,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742283_1459 (size=12663)
2024-11-10T23:19:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/e147fee7b3cb431ba9f50f4ed3950818 is 50, key is test_row_0/A:col10/1731280770851/Put/seqid=0
2024-11-10T23:19:32,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742284_1460 (size=12151)
2024-11-10T23:19:32,496 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/f898780342c940d28d16642199edc3c8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/f898780342c940d28d16642199edc3c8
2024-11-10T23:19:32,496 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/aa2664516b6f4c30979e7a4b70465c75 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/aa2664516b6f4c30979e7a4b70465c75
2024-11-10T23:19:32,500 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into f898780342c940d28d16642199edc3c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:32,500 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into aa2664516b6f4c30979e7a4b70465c75(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:32,500 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280772074; duration=0sec
2024-11-10T23:19:32,500 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280772074; duration=0sec
2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:32,500 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:32,501 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:32,501 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:32,501 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:32,501 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f9e55d115da94e8fb72c7145466bdb82, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/badf0ebd69e84b84a8c761446745bb62, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4c37a008b1074015beaf1a32ec960281] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=36.0 K
2024-11-10T23:19:32,501 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f9e55d115da94e8fb72c7145466bdb82, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731280767436
2024-11-10T23:19:32,502 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting badf0ebd69e84b84a8c761446745bb62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731280767567
2024-11-10T23:19:32,502 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c37a008b1074015beaf1a32ec960281, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731280769709
2024-11-10T23:19:32,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/e147fee7b3cb431ba9f50f4ed3950818
2024-11-10T23:19:32,507 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:32,507 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/37499cc5c5a74557a0a9323ebdf897f4 is 50, key is test_row_0/C:col10/1731280770831/Put/seqid=0
2024-11-10T23:19:32,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/058289e21e7648029b069d5cbf1ba178 is 50, key is test_row_0/B:col10/1731280770851/Put/seqid=0
2024-11-10T23:19:32,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742285_1461 (size=12663)
2024-11-10T23:19:32,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742286_1462 (size=12151)
2024-11-10T23:19:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-10T23:19:32,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/058289e21e7648029b069d5cbf1ba178
2024-11-10T23:19:32,915 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/37499cc5c5a74557a0a9323ebdf897f4 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/37499cc5c5a74557a0a9323ebdf897f4
2024-11-10T23:19:32,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/1f14b8dfe9da4c77b310a419aca05038 is 50, key is test_row_0/C:col10/1731280770851/Put/seqid=0
2024-11-10T23:19:32,920 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into 37499cc5c5a74557a0a9323ebdf897f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:32,920 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:32,920 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280772074; duration=0sec
2024-11-10T23:19:32,920 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:32,920 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:32,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742287_1463 (size=12151)
2024-11-10T23:19:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:32,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:32,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280832992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:32,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280832992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:32,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280832993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280832995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280832997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280833098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280833099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280833100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280833102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280833102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280833300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280833303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280833303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280833305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280833305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/1f14b8dfe9da4c77b310a419aca05038
2024-11-10T23:19:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/e147fee7b3cb431ba9f50f4ed3950818 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/e147fee7b3cb431ba9f50f4ed3950818
2024-11-10T23:19:33,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/e147fee7b3cb431ba9f50f4ed3950818, entries=150, sequenceid=233, filesize=11.9 K
2024-11-10T23:19:33,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/058289e21e7648029b069d5cbf1ba178 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/058289e21e7648029b069d5cbf1ba178
2024-11-10T23:19:33,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/058289e21e7648029b069d5cbf1ba178, entries=150, sequenceid=233, filesize=11.9 K
2024-11-10T23:19:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/1f14b8dfe9da4c77b310a419aca05038 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/1f14b8dfe9da4c77b310a419aca05038
2024-11-10T23:19:33,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/1f14b8dfe9da4c77b310a419aca05038, entries=150, sequenceid=233, filesize=11.9 K
2024-11-10T23:19:33,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 881bf59615dd4163cad3a1c6af51dcf9 in 1245ms, sequenceid=233, compaction requested=false
2024-11-10T23:19:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135
2024-11-10T23:19:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=135
2024-11-10T23:19:33,338 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134
2024-11-10T23:19:33,338 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec
2024-11-10T23:19:33,339 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.8580 sec
2024-11-10T23:19:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-10T23:19:33,585 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed
2024-11-10T23:19:33,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees
2024-11-10T23:19:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:33,587 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:33,588 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:33,588 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:33,609 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-10T23:19:33,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:33,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:33,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:33,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:33,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:33,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:33,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/494f7286d6dd4e8683d312900c310f4e is 50, key is test_row_0/A:col10/1731280772992/Put/seqid=0
2024-11-10T23:19:33,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742288_1464 (size=16931)
2024-11-10T23:19:33,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280833625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280833626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280833626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280833627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280833629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:33,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280833735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280833735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280833735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280833735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:33,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:33,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:33,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280833736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:33,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:33,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:33,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280833939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280833939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280833939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280833939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:33,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280833941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/494f7286d6dd4e8683d312900c310f4e
2024-11-10T23:19:34,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/f04a602af28d455ab02ec64886c0c023 is 50, key is test_row_0/B:col10/1731280772992/Put/seqid=0
2024-11-10T23:19:34,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742289_1465 (size=12151)
2024-11-10T23:19:34,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:34,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280834245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280834245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280834246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280834246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280834247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,428 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/f04a602af28d455ab02ec64886c0c023
2024-11-10T23:19:34,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/c6e76c4368d540deb15dccddd611a0ab is 50, key is test_row_0/C:col10/1731280772992/Put/seqid=0
2024-11-10T23:19:34,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742290_1466 (size=12151)
2024-11-10T23:19:34,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:34,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280834748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280834751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280834753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280834753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280834755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:34,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/c6e76c4368d540deb15dccddd611a0ab
2024-11-10T23:19:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/494f7286d6dd4e8683d312900c310f4e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/494f7286d6dd4e8683d312900c310f4e
2024-11-10T23:19:34,842 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/494f7286d6dd4e8683d312900c310f4e, entries=250, sequenceid=256, filesize=16.5 K
2024-11-10T23:19:34,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/f04a602af28d455ab02ec64886c0c023 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f04a602af28d455ab02ec64886c0c023
2024-11-10T23:19:34,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f04a602af28d455ab02ec64886c0c023, entries=150, sequenceid=256, filesize=11.9 K
2024-11-10T23:19:34,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/c6e76c4368d540deb15dccddd611a0ab as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/c6e76c4368d540deb15dccddd611a0ab
2024-11-10T23:19:34,849 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/c6e76c4368d540deb15dccddd611a0ab, entries=150, sequenceid=256, filesize=11.9 K
2024-11-10T23:19:34,850 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 881bf59615dd4163cad3a1c6af51dcf9 in 1241ms, sequenceid=256, compaction requested=true
2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:34,850 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:34,850 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:34,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:34,851 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,851 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,851 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/aa2664516b6f4c30979e7a4b70465c75, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/058289e21e7648029b069d5cbf1ba178, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f04a602af28d455ab02ec64886c0c023] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=36.1 K
2024-11-10T23:19:34,851 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/f898780342c940d28d16642199edc3c8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/e147fee7b3cb431ba9f50f4ed3950818, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/494f7286d6dd4e8683d312900c310f4e] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=40.8 K
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting aa2664516b6f4c30979e7a4b70465c75, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731280769709
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting f898780342c940d28d16642199edc3c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731280769709
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 058289e21e7648029b069d5cbf1ba178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731280770847
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting e147fee7b3cb431ba9f50f4ed3950818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731280770847
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f04a602af28d455ab02ec64886c0c023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731280772992
2024-11-10T23:19:34,851 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 494f7286d6dd4e8683d312900c310f4e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731280772992
2024-11-10T23:19:34,856 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:34,856 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/0446462bb6f741a094b11242dde0a325 is 50, key is test_row_0/A:col10/1731280772992/Put/seqid=0
2024-11-10T23:19:34,859 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:34,859 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/0022752f1b774a51a50abce8db84eb9c is 50, key is test_row_0/B:col10/1731280772992/Put/seqid=0
2024-11-10T23:19:34,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742291_1467 (size=12765)
2024-11-10T23:19:34,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742292_1468 (size=12765)
2024-11-10T23:19:34,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:34,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-10T23:19:34,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:34,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-10T23:19:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/c897594d662b4ba1b4339d7a86fb32ee is 50, key is test_row_0/A:col10/1731280773625/Put/seqid=0
2024-11-10T23:19:34,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742293_1469 (size=12301)
2024-11-10T23:19:34,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/c897594d662b4ba1b4339d7a86fb32ee
2024-11-10T23:19:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/dc9e89e170a947d3909e22dd94509c26 is 50, key is test_row_0/B:col10/1731280773625/Put/seqid=0
2024-11-10T23:19:34,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742294_1470 (size=12301)
2024-11-10T23:19:35,271 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/0446462bb6f741a094b11242dde0a325 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0446462bb6f741a094b11242dde0a325
2024-11-10T23:19:35,272 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/0022752f1b774a51a50abce8db84eb9c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/0022752f1b774a51a50abce8db84eb9c
2024-11-10T23:19:35,275 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into 0022752f1b774a51a50abce8db84eb9c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:35,275 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into 0446462bb6f741a094b11242dde0a325(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:35,275 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280774850; duration=0sec
2024-11-10T23:19:35,275 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280774850; duration=0sec
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:35,275 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:35,276 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:35,276 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:35,276 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/37499cc5c5a74557a0a9323ebdf897f4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/1f14b8dfe9da4c77b310a419aca05038, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/c6e76c4368d540deb15dccddd611a0ab] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=36.1 K
2024-11-10T23:19:35,276 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 37499cc5c5a74557a0a9323ebdf897f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731280769709
2024-11-10T23:19:35,276 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f14b8dfe9da4c77b310a419aca05038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731280770847
2024-11-10T23:19:35,276 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e76c4368d540deb15dccddd611a0ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731280772992
2024-11-10T23:19:35,281 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:35,281 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/fbc4e7e24ab44d66bc4a263421ac4040 is 50, key is test_row_0/C:col10/1731280772992/Put/seqid=0
2024-11-10T23:19:35,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742295_1471 (size=12765)
2024-11-10T23:19:35,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/dc9e89e170a947d3909e22dd94509c26
2024-11-10T23:19:35,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/11a6dd46f9a846fdb3e1603b29d9d635 is 50, key is test_row_0/C:col10/1731280773625/Put/seqid=0
2024-11-10T23:19:35,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742296_1472 (size=12301)
2024-11-10T23:19:35,688 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/fbc4e7e24ab44d66bc4a263421ac4040 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/fbc4e7e24ab44d66bc4a263421ac4040
2024-11-10T23:19:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:35,692 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into fbc4e7e24ab44d66bc4a263421ac4040(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:35,692 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:35,692 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280774850; duration=0sec
2024-11-10T23:19:35,692 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:35,692 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. as already flushing
2024-11-10T23:19:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:35,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280835776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280835776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280835777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280835777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280835778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/11a6dd46f9a846fdb3e1603b29d9d635
2024-11-10T23:19:35,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/c897594d662b4ba1b4339d7a86fb32ee as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c897594d662b4ba1b4339d7a86fb32ee
2024-11-10T23:19:35,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c897594d662b4ba1b4339d7a86fb32ee, entries=150, sequenceid=272, filesize=12.0 K
2024-11-10T23:19:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/dc9e89e170a947d3909e22dd94509c26 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/dc9e89e170a947d3909e22dd94509c26
2024-11-10T23:19:35,845 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/dc9e89e170a947d3909e22dd94509c26, entries=150, sequenceid=272, filesize=12.0 K
2024-11-10T23:19:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/11a6dd46f9a846fdb3e1603b29d9d635 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a6dd46f9a846fdb3e1603b29d9d635
2024-11-10T23:19:35,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a6dd46f9a846fdb3e1603b29d9d635, entries=150, sequenceid=272, filesize=12.0 K
2024-11-10T23:19:35,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 881bf59615dd4163cad3a1c6af51dcf9 in 891ms, sequenceid=272, compaction requested=false
2024-11-10T23:19:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137
2024-11-10T23:19:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=137
2024-11-10T23:19:35,850 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136
2024-11-10T23:19:35,851 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2620 sec
2024-11-10T23:19:35,851 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2650 sec
2024-11-10T23:19:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:35,882 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:19:35,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:35,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:35,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:35,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:35,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:35,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:35,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/d6d341b5fac0419b91dcca019d8ec35b is 50, key is test_row_0/A:col10/1731280775775/Put/seqid=0
2024-11-10T23:19:35,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742297_1473 (size=14741)
2024-11-10T23:19:35,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280835894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280835894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280835895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280835898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:35,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280835899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280836000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280836001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280836001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280836003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280836004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280836205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280836206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280836206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280836207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280836208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,290 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/d6d341b5fac0419b91dcca019d8ec35b
2024-11-10T23:19:36,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/9a3e5d5dd4644aaf982303e189998ba1 is 50, key is test_row_0/B:col10/1731280775775/Put/seqid=0
2024-11-10T23:19:36,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742298_1474 (size=12301)
2024-11-10T23:19:36,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280836510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280836510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280836510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280836513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280836514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:36,698 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/9a3e5d5dd4644aaf982303e189998ba1
2024-11-10T23:19:36,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/906115c633f84bc49d3f983d4325d299 is 50, key is test_row_0/C:col10/1731280775775/Put/seqid=0
2024-11-10T23:19:36,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742299_1475 (size=12301)
2024-11-10T23:19:36,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-10T23:19:36,955 DEBUG [Thread-1874 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:61791
2024-11-10T23:19:36,955 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:36,956 DEBUG [Thread-1872 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:61791
2024-11-10T23:19:36,956 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:36,957 DEBUG [Thread-1878 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:61791
2024-11-10T23:19:36,957 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:36,960 DEBUG [Thread-1880 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc5e114 to 127.0.0.1:61791
2024-11-10T23:19:36,960 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:36,961 DEBUG [Thread-1876 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:61791
2024-11-10T23:19:36,961 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:37,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35954 deadline: 1731280837015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:37,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35908 deadline: 1731280837017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:37,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35866 deadline: 1731280837017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:37,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35932 deadline: 1731280837020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:37,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35930 deadline: 1731280837022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:37,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/906115c633f84bc49d3f983d4325d299
2024-11-10T23:19:37,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/d6d341b5fac0419b91dcca019d8ec35b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d6d341b5fac0419b91dcca019d8ec35b
2024-11-10T23:19:37,113 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d6d341b5fac0419b91dcca019d8ec35b, entries=200, sequenceid=296, filesize=14.4 K
2024-11-10T23:19:37,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/9a3e5d5dd4644aaf982303e189998ba1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/9a3e5d5dd4644aaf982303e189998ba1
2024-11-10T23:19:37,116 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/9a3e5d5dd4644aaf982303e189998ba1, entries=150, sequenceid=296, filesize=12.0 K
2024-11-10T23:19:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/906115c633f84bc49d3f983d4325d299 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/906115c633f84bc49d3f983d4325d299
2024-11-10T23:19:37,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/906115c633f84bc49d3f983d4325d299, entries=150, sequenceid=296, filesize=12.0 K
2024-11-10T23:19:37,120 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 881bf59615dd4163cad3a1c6af51dcf9 in 1238ms, sequenceid=296, compaction requested=true
2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:37,120 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 881bf59615dd4163cad3a1c6af51dcf9:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:37,120 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:37,121 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:37,121 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:37,121 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/A is initiating minor compaction (all files)
2024-11-10T23:19:37,121 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/B is initiating minor compaction (all files)
2024-11-10T23:19:37,121 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/A in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:37,121 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/B in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:37,121 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0446462bb6f741a094b11242dde0a325, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c897594d662b4ba1b4339d7a86fb32ee, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d6d341b5fac0419b91dcca019d8ec35b] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=38.9 K
2024-11-10T23:19:37,121 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/0022752f1b774a51a50abce8db84eb9c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/dc9e89e170a947d3909e22dd94509c26, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/9a3e5d5dd4644aaf982303e189998ba1] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=36.5 K
2024-11-10T23:19:37,122 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0446462bb6f741a094b11242dde0a325, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731280772992
2024-11-10T23:19:37,122 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 0022752f1b774a51a50abce8db84eb9c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731280772992
2024-11-10T23:19:37,122 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting c897594d662b4ba1b4339d7a86fb32ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731280773625
2024-11-10T23:19:37,122 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting dc9e89e170a947d3909e22dd94509c26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731280773625
2024-11-10T23:19:37,122 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6d341b5fac0419b91dcca019d8ec35b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731280775775
2024-11-10T23:19:37,122 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a3e5d5dd4644aaf982303e189998ba1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731280775775
2024-11-10T23:19:37,127 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:37,127 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/419b903086af44a28e7fb37c52cb8af7 is 50, key is test_row_0/A:col10/1731280775775/Put/seqid=0
2024-11-10T23:19:37,128 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#B#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:37,128 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/7e8144e1642f46f4a36572d1e1761462 is 50, key is test_row_0/B:col10/1731280775775/Put/seqid=0
2024-11-10T23:19:37,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742300_1476 (size=13017)
2024-11-10T23:19:37,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742301_1477 (size=13017)
2024-11-10T23:19:37,542 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/7e8144e1642f46f4a36572d1e1761462 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/7e8144e1642f46f4a36572d1e1761462
2024-11-10T23:19:37,542 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/419b903086af44a28e7fb37c52cb8af7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/419b903086af44a28e7fb37c52cb8af7
2024-11-10T23:19:37,550 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/A of 881bf59615dd4163cad3a1c6af51dcf9 into 419b903086af44a28e7fb37c52cb8af7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:37,550 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/B of 881bf59615dd4163cad3a1c6af51dcf9 into 7e8144e1642f46f4a36572d1e1761462(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:37,550 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/A, priority=13, startTime=1731280777120; duration=0sec
2024-11-10T23:19:37,550 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/B, priority=13, startTime=1731280777120; duration=0sec
2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:A
2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:B
2024-11-10T23:19:37,550 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:37,551 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:37,551 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): 881bf59615dd4163cad3a1c6af51dcf9/C is initiating minor compaction (all files)
2024-11-10T23:19:37,551 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 881bf59615dd4163cad3a1c6af51dcf9/C in TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:37,551 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/fbc4e7e24ab44d66bc4a263421ac4040, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a6dd46f9a846fdb3e1603b29d9d635, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/906115c633f84bc49d3f983d4325d299] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp, totalSize=36.5 K
2024-11-10T23:19:37,552 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbc4e7e24ab44d66bc4a263421ac4040, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731280772992
2024-11-10T23:19:37,552 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a6dd46f9a846fdb3e1603b29d9d635, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731280773625
2024-11-10T23:19:37,553 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 906115c633f84bc49d3f983d4325d299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731280775775
2024-11-10T23:19:37,558 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 881bf59615dd4163cad3a1c6af51dcf9#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:37,558 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/68f1f8806a104666a9393f0eb2f33a5a is 50, key is test_row_0/C:col10/1731280775775/Put/seqid=0
2024-11-10T23:19:37,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742302_1478 (size=13017)
2024-11-10T23:19:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-10T23:19:37,693 INFO  [Thread-1871 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed
2024-11-10T23:19:37,972 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/68f1f8806a104666a9393f0eb2f33a5a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/68f1f8806a104666a9393f0eb2f33a5a
2024-11-10T23:19:37,977 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 881bf59615dd4163cad3a1c6af51dcf9/C of 881bf59615dd4163cad3a1c6af51dcf9 into 68f1f8806a104666a9393f0eb2f33a5a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:37,977 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:37,977 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9., storeName=881bf59615dd4163cad3a1c6af51dcf9/C, priority=13, startTime=1731280777120; duration=0sec
2024-11-10T23:19:37,977 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:37,977 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 881bf59615dd4163cad3a1c6af51dcf9:C
2024-11-10T23:19:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:38,020 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-10T23:19:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:38,021 DEBUG [Thread-1869 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:61791
2024-11-10T23:19:38,021 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:38,025 DEBUG [Thread-1861 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:61791
2024-11-10T23:19:38,025 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:38,027 DEBUG [Thread-1867 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:61791
2024-11-10T23:19:38,027 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:38,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/94e1aedbf10948069f693e165615985b is 50, key is test_row_0/A:col10/1731280775894/Put/seqid=0
2024-11-10T23:19:38,029 DEBUG [Thread-1865 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:61791
2024-11-10T23:19:38,029 DEBUG [Thread-1863 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:61791
2024-11-10T23:19:38,029 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:38,029 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 49
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2933
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8799 rows
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2950
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8850 rows
2024-11-10T23:19:38,029 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2940
2024-11-10T23:19:38,030 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8820 rows
2024-11-10T23:19:38,030 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2949
2024-11-10T23:19:38,030 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8847 rows
2024-11-10T23:19:38,030 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2924
2024-11-10T23:19:38,030 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8772 rows
2024-11-10T23:19:38,030 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:19:38,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:61791
2024-11-10T23:19:38,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:19:38,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742303_1479 (size=12301)
2024-11-10T23:19:38,033 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-10T23:19:38,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-10T23:19:38,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/94e1aedbf10948069f693e165615985b
2024-11-10T23:19:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:38,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280778036"}]},"ts":"1731280778036"}
2024-11-10T23:19:38,037 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-10T23:19:38,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/f786b0fd1dd848c380205dc2c30c17a2 is 50, key is test_row_0/B:col10/1731280775894/Put/seqid=0
2024-11-10T23:19:38,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742304_1480 (size=12301)
2024-11-10T23:19:38,075 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-10T23:19:38,076 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:19:38,078 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, UNASSIGN}]
2024-11-10T23:19:38,079 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, UNASSIGN
2024-11-10T23:19:38,080 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=881bf59615dd4163cad3a1c6af51dcf9, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:38,081 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:19:38,081 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure 881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:19:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:38,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:38,235 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:38,235 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:19:38,235 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing 881bf59615dd4163cad3a1c6af51dcf9, disabling compactions & flushes
2024-11-10T23:19:38,235 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:38,444 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/f786b0fd1dd848c380205dc2c30c17a2
2024-11-10T23:19:38,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/195c17a696a7413e9298e690f20aa241 is 50, key is test_row_0/C:col10/1731280775894/Put/seqid=0
2024-11-10T23:19:38,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742305_1481 (size=12301)
2024-11-10T23:19:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:38,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/195c17a696a7413e9298e690f20aa241
2024-11-10T23:19:38,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/94e1aedbf10948069f693e165615985b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/94e1aedbf10948069f693e165615985b
2024-11-10T23:19:38,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/94e1aedbf10948069f693e165615985b, entries=150, sequenceid=315, filesize=12.0 K
2024-11-10T23:19:38,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/f786b0fd1dd848c380205dc2c30c17a2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f786b0fd1dd848c380205dc2c30c17a2
2024-11-10T23:19:38,886 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f786b0fd1dd848c380205dc2c30c17a2, entries=150, sequenceid=315, filesize=12.0 K
2024-11-10T23:19:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/195c17a696a7413e9298e690f20aa241 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/195c17a696a7413e9298e690f20aa241
2024-11-10T23:19:38,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/195c17a696a7413e9298e690f20aa241, entries=150, sequenceid=315, filesize=12.0 K
2024-11-10T23:19:38,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for 881bf59615dd4163cad3a1c6af51dcf9 in 872ms, sequenceid=315, compaction requested=false
2024-11-10T23:19:38,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:38,893 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9. after waiting 0 ms
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:38,893 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing 881bf59615dd4163cad3a1c6af51dcf9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=A
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=B
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 881bf59615dd4163cad3a1c6af51dcf9, store=C
2024-11-10T23:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:38,898 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/5bd1175c114447a7b29d98fd1a7655d9 is 50, key is test_row_1/A:col10/1731280778027/Put/seqid=0
2024-11-10T23:19:38,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742306_1482 (size=9857)
2024-11-10T23:19:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:39,304 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/5bd1175c114447a7b29d98fd1a7655d9
2024-11-10T23:19:39,317 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/d1a44bb669214e11a585e518dc05a0e2 is 50, key is test_row_1/B:col10/1731280778027/Put/seqid=0
2024-11-10T23:19:39,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742307_1483 (size=9857)
2024-11-10T23:19:39,723 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/d1a44bb669214e11a585e518dc05a0e2
2024-11-10T23:19:39,736 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/bd522f37df604c839e69011800533353 is 50, key is test_row_1/C:col10/1731280778027/Put/seqid=0
2024-11-10T23:19:39,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742308_1484 (size=9857)
2024-11-10T23:19:40,141 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/bd522f37df604c839e69011800533353
2024-11-10T23:19:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:40,151 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/A/5bd1175c114447a7b29d98fd1a7655d9 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5bd1175c114447a7b29d98fd1a7655d9
2024-11-10T23:19:40,155 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5bd1175c114447a7b29d98fd1a7655d9, entries=100, sequenceid=322, filesize=9.6 K
2024-11-10T23:19:40,156 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/B/d1a44bb669214e11a585e518dc05a0e2 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/d1a44bb669214e11a585e518dc05a0e2
2024-11-10T23:19:40,160 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/d1a44bb669214e11a585e518dc05a0e2, entries=100, sequenceid=322, filesize=9.6 K
2024-11-10T23:19:40,161 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/.tmp/C/bd522f37df604c839e69011800533353 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/bd522f37df604c839e69011800533353
2024-11-10T23:19:40,165 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/bd522f37df604c839e69011800533353, entries=100, sequenceid=322, filesize=9.6 K
2024-11-10T23:19:40,165 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 881bf59615dd4163cad3a1c6af51dcf9 in 1272ms, sequenceid=322, compaction requested=true
2024-11-10T23:19:40,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d50e5d5c1518438495c524a71741b193, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/7196458d05aa4eeb8fd27946e18584e5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/44149954b90a4e79b4e482d72f8f7b24, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8160e681d1b146629dd6bb4de05b9f3d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/31fb7dd3c7cd427ca6c093d44f811afb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6a61796d80c846099ec9f2fbb68c7660, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c2d58c6b0f144fc7bb53b39a9a69089d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/939963131bed4f789a47cb7cffdca67d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8b744aa27dc14f72a9c7bd8215e727fe, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5c0c4d789bfe428a8f39be234c6fac41, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0b4b3eba37504c23ae52a7c0b39ae136, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/46ad74da52c24d91b8519997d74a0657, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/67ee90b7f18349f18eda8c3824f961d5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6c8f2399555e440fbc498e20fe120bc1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/4844d7197faa47d5894b7d431eeb1043, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/f898780342c940d28d16642199edc3c8, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/e147fee7b3cb431ba9f50f4ed3950818, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/494f7286d6dd4e8683d312900c310f4e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0446462bb6f741a094b11242dde0a325, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c897594d662b4ba1b4339d7a86fb32ee, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d6d341b5fac0419b91dcca019d8ec35b] to archive
2024-11-10T23:19:40,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:19:40,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d50e5d5c1518438495c524a71741b193 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d50e5d5c1518438495c524a71741b193
2024-11-10T23:19:40,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/7196458d05aa4eeb8fd27946e18584e5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/7196458d05aa4eeb8fd27946e18584e5
2024-11-10T23:19:40,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/44149954b90a4e79b4e482d72f8f7b24 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/44149954b90a4e79b4e482d72f8f7b24
2024-11-10T23:19:40,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8160e681d1b146629dd6bb4de05b9f3d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8160e681d1b146629dd6bb4de05b9f3d
2024-11-10T23:19:40,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/31fb7dd3c7cd427ca6c093d44f811afb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/31fb7dd3c7cd427ca6c093d44f811afb
2024-11-10T23:19:40,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6a61796d80c846099ec9f2fbb68c7660 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6a61796d80c846099ec9f2fbb68c7660
2024-11-10T23:19:40,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c2d58c6b0f144fc7bb53b39a9a69089d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c2d58c6b0f144fc7bb53b39a9a69089d
2024-11-10T23:19:40,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/939963131bed4f789a47cb7cffdca67d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/939963131bed4f789a47cb7cffdca67d
2024-11-10T23:19:40,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8b744aa27dc14f72a9c7bd8215e727fe to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/8b744aa27dc14f72a9c7bd8215e727fe
2024-11-10T23:19:40,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5c0c4d789bfe428a8f39be234c6fac41 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5c0c4d789bfe428a8f39be234c6fac41
2024-11-10T23:19:40,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0b4b3eba37504c23ae52a7c0b39ae136 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0b4b3eba37504c23ae52a7c0b39ae136
2024-11-10T23:19:40,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/46ad74da52c24d91b8519997d74a0657 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/46ad74da52c24d91b8519997d74a0657
2024-11-10T23:19:40,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/67ee90b7f18349f18eda8c3824f961d5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/67ee90b7f18349f18eda8c3824f961d5
2024-11-10T23:19:40,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6c8f2399555e440fbc498e20fe120bc1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/6c8f2399555e440fbc498e20fe120bc1
2024-11-10T23:19:40,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/4844d7197faa47d5894b7d431eeb1043 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/4844d7197faa47d5894b7d431eeb1043
2024-11-10T23:19:40,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/f898780342c940d28d16642199edc3c8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/f898780342c940d28d16642199edc3c8
2024-11-10T23:19:40,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/e147fee7b3cb431ba9f50f4ed3950818 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/e147fee7b3cb431ba9f50f4ed3950818
2024-11-10T23:19:40,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/494f7286d6dd4e8683d312900c310f4e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/494f7286d6dd4e8683d312900c310f4e
2024-11-10T23:19:40,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0446462bb6f741a094b11242dde0a325 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/0446462bb6f741a094b11242dde0a325
2024-11-10T23:19:40,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c897594d662b4ba1b4339d7a86fb32ee to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/c897594d662b4ba1b4339d7a86fb32ee
2024-11-10T23:19:40,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d6d341b5fac0419b91dcca019d8ec35b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/d6d341b5fac0419b91dcca019d8ec35b
2024-11-10T23:19:40,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37ca72e0d4044145a59aedca43fd0207, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/1e952a92255d409b84171570daeee71b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/72f93120e9f044feae7997afcc68f1b0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37eb42d7f2864328ba6cf61438fa092f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/c540e31be4464961b684fbfa4a58bd4d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/3f0a95584052413e8d18ce41adba202a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/44b2107b14f541c891cf52c56bba2368, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/94249a79b90a47ceb3a4f3d1f6b60bb2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cd45d5ff3ec741cfb4e811d75ba75840, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/80fcd67c216c472f8a3289e0eba06626, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/fec2d44c926a405dae6b19a50318a71f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/42c788b79b534be089c3c861695ffdc1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/bbf3850b64a84d2ea435bfd8c747eeeb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/aa2664516b6f4c30979e7a4b70465c75, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cf1834fcf9d24761aed3b6d7d6104d4d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/058289e21e7648029b069d5cbf1ba178, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/0022752f1b774a51a50abce8db84eb9c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f04a602af28d455ab02ec64886c0c023, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/dc9e89e170a947d3909e22dd94509c26, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/9a3e5d5dd4644aaf982303e189998ba1] to archive
2024-11-10T23:19:40,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:19:40,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37ca72e0d4044145a59aedca43fd0207 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37ca72e0d4044145a59aedca43fd0207
2024-11-10T23:19:40,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/1e952a92255d409b84171570daeee71b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/1e952a92255d409b84171570daeee71b
2024-11-10T23:19:40,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/72f93120e9f044feae7997afcc68f1b0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/72f93120e9f044feae7997afcc68f1b0
2024-11-10T23:19:40,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37eb42d7f2864328ba6cf61438fa092f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/37eb42d7f2864328ba6cf61438fa092f
2024-11-10T23:19:40,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/c540e31be4464961b684fbfa4a58bd4d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/c540e31be4464961b684fbfa4a58bd4d
2024-11-10T23:19:40,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/3f0a95584052413e8d18ce41adba202a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/3f0a95584052413e8d18ce41adba202a
2024-11-10T23:19:40,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/44b2107b14f541c891cf52c56bba2368 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/44b2107b14f541c891cf52c56bba2368
2024-11-10T23:19:40,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/94249a79b90a47ceb3a4f3d1f6b60bb2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/94249a79b90a47ceb3a4f3d1f6b60bb2
2024-11-10T23:19:40,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cd45d5ff3ec741cfb4e811d75ba75840 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cd45d5ff3ec741cfb4e811d75ba75840
2024-11-10T23:19:40,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/80fcd67c216c472f8a3289e0eba06626 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/80fcd67c216c472f8a3289e0eba06626
2024-11-10T23:19:40,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/fec2d44c926a405dae6b19a50318a71f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/fec2d44c926a405dae6b19a50318a71f
2024-11-10T23:19:40,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/42c788b79b534be089c3c861695ffdc1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/42c788b79b534be089c3c861695ffdc1
2024-11-10T23:19:40,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/bbf3850b64a84d2ea435bfd8c747eeeb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/bbf3850b64a84d2ea435bfd8c747eeeb
2024-11-10T23:19:40,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/acc88b2f1f214b1bb8ce7c1a1e97ad7e
2024-11-10T23:19:40,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/aa2664516b6f4c30979e7a4b70465c75 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/aa2664516b6f4c30979e7a4b70465c75
2024-11-10T23:19:40,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cf1834fcf9d24761aed3b6d7d6104d4d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/cf1834fcf9d24761aed3b6d7d6104d4d
2024-11-10T23:19:40,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/058289e21e7648029b069d5cbf1ba178 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/058289e21e7648029b069d5cbf1ba178
2024-11-10T23:19:40,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/0022752f1b774a51a50abce8db84eb9c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/0022752f1b774a51a50abce8db84eb9c
2024-11-10T23:19:40,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f04a602af28d455ab02ec64886c0c023 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f04a602af28d455ab02ec64886c0c023
2024-11-10T23:19:40,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/dc9e89e170a947d3909e22dd94509c26 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/dc9e89e170a947d3909e22dd94509c26
2024-11-10T23:19:40,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/9a3e5d5dd4644aaf982303e189998ba1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/9a3e5d5dd4644aaf982303e189998ba1
2024-11-10T23:19:40,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3b47da29166c4108a6991b96e3bd4bb6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/dca13dd9cf4449478459ad2a859eb1bb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4f72d08af6334f15a39131c10ef761d7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a4328b21b645d18619285626cbd7b9, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/34a825df04ba43d18ae01478b7d65dff, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f3b8f85c39f4435d872d0d77e2a3c278, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/e74d4d16d4bc4f7fa81a1f0305088c0d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f4f9ae87be3e458abc416f7d309d90a2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/55c2aaa2ee7849629d40e95435f66a63, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3669474485ad4bf49bf3866c7f491cc2, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f2eab057f7384824a6ad5f8490673507, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f9e55d115da94e8fb72c7145466bdb82, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/6d1c52aed5cc42398149a74915fe0cbb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/badf0ebd69e84b84a8c761446745bb62, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/37499cc5c5a74557a0a9323ebdf897f4, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4c37a008b1074015beaf1a32ec960281, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/1f14b8dfe9da4c77b310a419aca05038, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/fbc4e7e24ab44d66bc4a263421ac4040, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/c6e76c4368d540deb15dccddd611a0ab, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a6dd46f9a846fdb3e1603b29d9d635, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/906115c633f84bc49d3f983d4325d299] to archive
2024-11-10T23:19:40,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:19:40,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3b47da29166c4108a6991b96e3bd4bb6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3b47da29166c4108a6991b96e3bd4bb6
2024-11-10T23:19:40,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/dca13dd9cf4449478459ad2a859eb1bb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/dca13dd9cf4449478459ad2a859eb1bb
2024-11-10T23:19:40,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4f72d08af6334f15a39131c10ef761d7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4f72d08af6334f15a39131c10ef761d7
2024-11-10T23:19:40,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a4328b21b645d18619285626cbd7b9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a4328b21b645d18619285626cbd7b9
2024-11-10T23:19:40,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/34a825df04ba43d18ae01478b7d65dff to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/34a825df04ba43d18ae01478b7d65dff
2024-11-10T23:19:40,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f3b8f85c39f4435d872d0d77e2a3c278 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f3b8f85c39f4435d872d0d77e2a3c278
2024-11-10T23:19:40,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/e74d4d16d4bc4f7fa81a1f0305088c0d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/e74d4d16d4bc4f7fa81a1f0305088c0d
2024-11-10T23:19:40,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f4f9ae87be3e458abc416f7d309d90a2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f4f9ae87be3e458abc416f7d309d90a2
2024-11-10T23:19:40,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/55c2aaa2ee7849629d40e95435f66a63 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/55c2aaa2ee7849629d40e95435f66a63
2024-11-10T23:19:40,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3669474485ad4bf49bf3866c7f491cc2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/3669474485ad4bf49bf3866c7f491cc2
2024-11-10T23:19:40,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f2eab057f7384824a6ad5f8490673507 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f2eab057f7384824a6ad5f8490673507
2024-11-10T23:19:40,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f9e55d115da94e8fb72c7145466bdb82 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/f9e55d115da94e8fb72c7145466bdb82
2024-11-10T23:19:40,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/6d1c52aed5cc42398149a74915fe0cbb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/6d1c52aed5cc42398149a74915fe0cbb
2024-11-10T23:19:40,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/badf0ebd69e84b84a8c761446745bb62 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/badf0ebd69e84b84a8c761446745bb62
2024-11-10T23:19:40,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/37499cc5c5a74557a0a9323ebdf897f4 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/37499cc5c5a74557a0a9323ebdf897f4
2024-11-10T23:19:40,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4c37a008b1074015beaf1a32ec960281 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/4c37a008b1074015beaf1a32ec960281
2024-11-10T23:19:40,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/1f14b8dfe9da4c77b310a419aca05038 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/1f14b8dfe9da4c77b310a419aca05038
2024-11-10T23:19:40,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/fbc4e7e24ab44d66bc4a263421ac4040 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/fbc4e7e24ab44d66bc4a263421ac4040
2024-11-10T23:19:40,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/c6e76c4368d540deb15dccddd611a0ab to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/c6e76c4368d540deb15dccddd611a0ab
2024-11-10T23:19:40,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a6dd46f9a846fdb3e1603b29d9d635 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/11a6dd46f9a846fdb3e1603b29d9d635
2024-11-10T23:19:40,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/906115c633f84bc49d3f983d4325d299 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/906115c633f84bc49d3f983d4325d299
2024-11-10T23:19:40,223 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=1
2024-11-10T23:19:40,223 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.
2024-11-10T23:19:40,223 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for 881bf59615dd4163cad3a1c6af51dcf9:

2024-11-10T23:19:40,224 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed 881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:40,224 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=881bf59615dd4163cad3a1c6af51dcf9, regionState=CLOSED
2024-11-10T23:19:40,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140
2024-11-10T23:19:40,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure 881bf59615dd4163cad3a1c6af51dcf9, server=992bda40dfe9,43391,1731280628391 in 2.1440 sec
2024-11-10T23:19:40,226 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139
2024-11-10T23:19:40,227 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=881bf59615dd4163cad3a1c6af51dcf9, UNASSIGN in 2.1480 sec
2024-11-10T23:19:40,228 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138
2024-11-10T23:19:40,228 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1510 sec
2024-11-10T23:19:40,228 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280780228"}]},"ts":"1731280780228"}
2024-11-10T23:19:40,229 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-10T23:19:40,267 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-10T23:19:40,268 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2340 sec
2024-11-10T23:19:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-10T23:19:42,148 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed
2024-11-10T23:19:42,149 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-10T23:19:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,153 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-10T23:19:42,155 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,160 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:42,164 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/recovered.edits]
2024-11-10T23:19:42,166 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/419b903086af44a28e7fb37c52cb8af7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/419b903086af44a28e7fb37c52cb8af7
2024-11-10T23:19:42,168 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5bd1175c114447a7b29d98fd1a7655d9 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/5bd1175c114447a7b29d98fd1a7655d9
2024-11-10T23:19:42,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/94e1aedbf10948069f693e165615985b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/A/94e1aedbf10948069f693e165615985b
2024-11-10T23:19:42,171 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/7e8144e1642f46f4a36572d1e1761462 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/7e8144e1642f46f4a36572d1e1761462
2024-11-10T23:19:42,172 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/d1a44bb669214e11a585e518dc05a0e2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/d1a44bb669214e11a585e518dc05a0e2
2024-11-10T23:19:42,173 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f786b0fd1dd848c380205dc2c30c17a2 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/B/f786b0fd1dd848c380205dc2c30c17a2
2024-11-10T23:19:42,176 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/195c17a696a7413e9298e690f20aa241 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/195c17a696a7413e9298e690f20aa241
2024-11-10T23:19:42,178 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/68f1f8806a104666a9393f0eb2f33a5a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/68f1f8806a104666a9393f0eb2f33a5a
2024-11-10T23:19:42,180 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/bd522f37df604c839e69011800533353 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/C/bd522f37df604c839e69011800533353
2024-11-10T23:19:42,183 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/recovered.edits/325.seqid to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9/recovered.edits/325.seqid
2024-11-10T23:19:42,184 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/881bf59615dd4163cad3a1c6af51dcf9
2024-11-10T23:19:42,184 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-10T23:19:42,188 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,190 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-10T23:19:42,193 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-10T23:19:42,194 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,194 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-10T23:19:42,195 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731280782194"}]},"ts":"9223372036854775807"}
2024-11-10T23:19:42,197 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-10T23:19:42,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 881bf59615dd4163cad3a1c6af51dcf9, NAME => 'TestAcidGuarantees,,1731280754693.881bf59615dd4163cad3a1c6af51dcf9.', STARTKEY => '', ENDKEY => ''}]
2024-11-10T23:19:42,197 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-10T23:19:42,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731280782197"}]},"ts":"9223372036854775807"}
2024-11-10T23:19:42,200 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-10T23:19:42,234 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,235 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 84 msec
2024-11-10T23:19:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-10T23:19:42,256 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed
2024-11-10T23:19:42,268 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=450 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=4637 (was 4645)
2024-11-10T23:19:42,276 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=9, AvailableMemoryMB=4637
2024-11-10T23:19:42,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:19:42,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:19:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:42,280 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:19:42,280 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:42,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 143
2024-11-10T23:19:42,281 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:19:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143
2024-11-10T23:19:42,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742309_1485 (size=960)
2024-11-10T23:19:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143
2024-11-10T23:19:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143
2024-11-10T23:19:42,691 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65
2024-11-10T23:19:42,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742310_1486 (size=53)
2024-11-10T23:19:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143
2024-11-10T23:19:43,103 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:19:43,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing deb4ca649f2c328327ff8e68fa376d1a, disabling compactions & flushes
2024-11-10T23:19:43,104 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. after waiting 0 ms
2024-11-10T23:19:43,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,104 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,104 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:43,106 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:19:43,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731280783106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731280783106"}]},"ts":"1731280783106"}
2024-11-10T23:19:43,110 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-10T23:19:43,111 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:19:43,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280783112"}]},"ts":"1731280783112"}
2024-11-10T23:19:43,114 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-10T23:19:43,159 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, ASSIGN}]
2024-11-10T23:19:43,161 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, ASSIGN
2024-11-10T23:19:43,163 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, ASSIGN; state=OFFLINE, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=false
2024-11-10T23:19:43,313 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:43,315 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:19:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143
2024-11-10T23:19:43,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:43,475 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,475 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:19:43,476 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:43,476 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:19:43,476 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:43,476 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:43,479 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region deb4ca649f2c328327ff8e68fa376d1a 
2024-11-10T23:19:43,480 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:43,480 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb4ca649f2c328327ff8e68fa376d1a columnFamilyName A
2024-11-10T23:19:43,480 DEBUG [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:43,480 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(327): Store=deb4ca649f2c328327ff8e68fa376d1a/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:43,481 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region deb4ca649f2c328327ff8e68fa376d1a 
2024-11-10T23:19:43,481 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:43,482 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb4ca649f2c328327ff8e68fa376d1a columnFamilyName B
2024-11-10T23:19:43,482 DEBUG [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:43,482 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(327): Store=deb4ca649f2c328327ff8e68fa376d1a/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:43,482 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region deb4ca649f2c328327ff8e68fa376d1a 
2024-11-10T23:19:43,483 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:43,483 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb4ca649f2c328327ff8e68fa376d1a columnFamilyName C
2024-11-10T23:19:43,483 DEBUG [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:43,483 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(327): Store=deb4ca649f2c328327ff8e68fa376d1a/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:43,484 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,484 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:43,484 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:43,486 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:19:43,486 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:43,488 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:19:43,488 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened deb4ca649f2c328327ff8e68fa376d1a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69349078, jitterRate=0.03338178992271423}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:19:43,489 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:43,490 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., pid=145, masterSystemTime=1731280783467
2024-11-10T23:19:43,491 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,491 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:43,492 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=OPEN, openSeqNum=2, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:43,494 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144
2024-11-10T23:19:43,494 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391 in 178 msec
2024-11-10T23:19:43,496 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143
2024-11-10T23:19:43,496 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, ASSIGN in 335 msec
2024-11-10T23:19:43,497 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:19:43,497 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280783497"}]},"ts":"1731280783497"}
2024-11-10T23:19:43,498 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-10T23:19:43,534 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:19:43,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec
2024-11-10T23:19:44,046 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34327,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143
2024-11-10T23:19:44,391 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed
2024-11-10T23:19:44,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a
2024-11-10T23:19:44,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:44,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:44,469 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:44,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:19:44,472 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:19:44,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-10T23:19:44,475 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:19:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-10T23:19:44,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742311_1487 (size=996)
2024-11-10T23:19:44,702 ERROR [LeaseRenewer:jenkins@localhost:34327 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34327,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:44,894 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-10T23:19:44,894 INFO  [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-10T23:19:44,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:19:44,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, REOPEN/MOVE}]
2024-11-10T23:19:44,903 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, REOPEN/MOVE
2024-11-10T23:19:44,903 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:44,904 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:19:44,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:19:45,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,057 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing deb4ca649f2c328327ff8e68fa376d1a, disabling compactions & flushes
2024-11-10T23:19:45,057 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. after waiting 0 ms
2024-11-10T23:19:45,057 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,067 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-10T23:19:45,068 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,068 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:45,068 WARN  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: deb4ca649f2c328327ff8e68fa376d1a to self.
2024-11-10T23:19:45,069 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,069 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=CLOSED
2024-11-10T23:19:45,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148
2024-11-10T23:19:45,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391 in 166 msec
2024-11-10T23:19:45,072 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, REOPEN/MOVE; state=CLOSED, location=992bda40dfe9,43391,1731280628391; forceNewPlan=false, retain=true
2024-11-10T23:19:45,223 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=OPENING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,225 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:19:45,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,383 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,384 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:19:45,384 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,384 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:19:45,385 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,385 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,387 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region deb4ca649f2c328327ff8e68fa376d1a 
2024-11-10T23:19:45,389 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:45,389 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb4ca649f2c328327ff8e68fa376d1a columnFamilyName A
2024-11-10T23:19:45,390 DEBUG [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:45,391 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(327): Store=deb4ca649f2c328327ff8e68fa376d1a/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:45,391 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region deb4ca649f2c328327ff8e68fa376d1a 
2024-11-10T23:19:45,392 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:45,392 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb4ca649f2c328327ff8e68fa376d1a columnFamilyName B
2024-11-10T23:19:45,392 DEBUG [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:45,392 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(327): Store=deb4ca649f2c328327ff8e68fa376d1a/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:45,392 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region deb4ca649f2c328327ff8e68fa376d1a 
2024-11-10T23:19:45,393 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-10T23:19:45,393 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb4ca649f2c328327ff8e68fa376d1a columnFamilyName C
2024-11-10T23:19:45,393 DEBUG [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:45,394 INFO  [StoreOpener-deb4ca649f2c328327ff8e68fa376d1a-1 {}] regionserver.HStore(327): Store=deb4ca649f2c328327ff8e68fa376d1a/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:19:45,394 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,394 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,395 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-10T23:19:45,398 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,398 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened deb4ca649f2c328327ff8e68fa376d1a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68567455, jitterRate=0.021734699606895447}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-10T23:19:45,399 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:45,399 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., pid=150, masterSystemTime=1731280785379
2024-11-10T23:19:45,400 DEBUG [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,400 INFO  [RS_OPEN_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,401 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=OPEN, openSeqNum=5, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148
2024-11-10T23:19:45,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391 in 176 msec
2024-11-10T23:19:45,404 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147
2024-11-10T23:19:45,404 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, REOPEN/MOVE in 500 msec
2024-11-10T23:19:45,405 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146
2024-11-10T23:19:45,405 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec
2024-11-10T23:19:45,406 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec
2024-11-10T23:19:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-10T23:19:45,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8
2024-11-10T23:19:45,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621
2024-11-10T23:19:45,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a
2024-11-10T23:19:45,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,468 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4
2024-11-10T23:19:45,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4
2024-11-10T23:19:45,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b
2024-11-10T23:19:45,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a
2024-11-10T23:19:45,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601
2024-11-10T23:19:45,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd
2024-11-10T23:19:45,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50bf224f to 127.0.0.1:61791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@410bf0c8
2024-11-10T23:19:45,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b6349f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:19:45,530 DEBUG [hconnection-0x6a5d1efe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,530 DEBUG [hconnection-0x649dc7c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,531 DEBUG [hconnection-0x7727a6c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,531 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,531 DEBUG [hconnection-0x71b2d023-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,531 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:45,532 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,532 DEBUG [hconnection-0x32e84a7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,532 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,532 DEBUG [hconnection-0x6128a2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees
2024-11-10T23:19:45,533 DEBUG [hconnection-0x1170387b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,533 DEBUG [hconnection-0x4e006260-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,533 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,533 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:45,533 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,534 DEBUG [hconnection-0x6ff04539-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:45,534 DEBUG [hconnection-0x13c2a26c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:19:45,535 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,535 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,535 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,536 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:19:45,537 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:45,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,541 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:19:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:45,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:45,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:45,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:45,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:45,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:45,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110035e1ea7d951484f946bf2e761ca9d53_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280785541/Put/seqid=0
2024-11-10T23:19:45,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742312_1488 (size=17034)
2024-11-10T23:19:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280845555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280845583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280845583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280845583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280845583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:45,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280845686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280845686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280845686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280845686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280845686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,749 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:19:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:45,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280845888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280845888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280845889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280845889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280845889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:45,967 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110035e1ea7d951484f946bf2e761ca9d53_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110035e1ea7d951484f946bf2e761ca9d53_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:45,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/5d29af31a8734d2797e56b5dd43cd3a7, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:45,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/5d29af31a8734d2797e56b5dd43cd3a7 is 175, key is test_row_0/A:col10/1731280785541/Put/seqid=0
2024-11-10T23:19:45,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742313_1489 (size=48139)
2024-11-10T23:19:45,972 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/5d29af31a8734d2797e56b5dd43cd3a7
2024-11-10T23:19:45,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/fa889c7eeca6471298a298a4c4b9a628 is 50, key is test_row_0/B:col10/1731280785541/Put/seqid=0
2024-11-10T23:19:45,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:45,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:45,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:45,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742314_1490 (size=12001)
2024-11-10T23:19:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:46,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:46,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:46,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280846189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280846190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280846191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280846193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280846193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:46,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:46,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/fa889c7eeca6471298a298a4c4b9a628
2024-11-10T23:19:46,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9f8655a7cb0543e8be679748670c3d61 is 50, key is test_row_0/C:col10/1731280785541/Put/seqid=0
2024-11-10T23:19:46,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742315_1491 (size=12001)
2024-11-10T23:19:46,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:46,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:46,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:46,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280846694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280846694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280846694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280846695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280846696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=152
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:46,821 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9f8655a7cb0543e8be679748670c3d61
2024-11-10T23:19:46,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/5d29af31a8734d2797e56b5dd43cd3a7 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7
2024-11-10T23:19:46,826 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7, entries=250, sequenceid=19, filesize=47.0 K
2024-11-10T23:19:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/fa889c7eeca6471298a298a4c4b9a628 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/fa889c7eeca6471298a298a4c4b9a628
2024-11-10T23:19:46,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/fa889c7eeca6471298a298a4c4b9a628, entries=150, sequenceid=19, filesize=11.7 K
2024-11-10T23:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9f8655a7cb0543e8be679748670c3d61 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f8655a7cb0543e8be679748670c3d61
2024-11-10T23:19:46,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f8655a7cb0543e8be679748670c3d61, entries=150, sequenceid=19, filesize=11.7 K
2024-11-10T23:19:46,833 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for deb4ca649f2c328327ff8e68fa376d1a in 1292ms, sequenceid=19, compaction requested=false
2024-11-10T23:19:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-10T23:19:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:46,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:46,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152
2024-11-10T23:19:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:46,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:19:46,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:46,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:46,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:46,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:46,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:46,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca8ace710543405e99eb4bcf411e0b61_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280785583/Put/seqid=0
2024-11-10T23:19:46,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742316_1492 (size=12154)
2024-11-10T23:19:47,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:47,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ca8ace710543405e99eb4bcf411e0b61_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca8ace710543405e99eb4bcf411e0b61_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/a7d375ffa22444e0a4bb6ea0cd87fbc0, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/a7d375ffa22444e0a4bb6ea0cd87fbc0 is 175, key is test_row_0/A:col10/1731280785583/Put/seqid=0
2024-11-10T23:19:47,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742317_1493 (size=30955)
2024-11-10T23:19:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:47,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280847706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280847707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280847707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280847707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280847709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/a7d375ffa22444e0a4bb6ea0cd87fbc0
2024-11-10T23:19:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c6b8cfbaf3aa401bb3a9d1679229d24f is 50, key is test_row_0/B:col10/1731280785583/Put/seqid=0
2024-11-10T23:19:47,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742318_1494 (size=12001)
2024-11-10T23:19:47,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280847810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280847810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280847810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280847810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:47,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280847812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280848013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280848013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280848014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280848014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280848014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c6b8cfbaf3aa401bb3a9d1679229d24f
2024-11-10T23:19:48,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/afe6bcae0d5c410aad683c91ccdc1efb is 50, key is test_row_0/C:col10/1731280785583/Put/seqid=0
2024-11-10T23:19:48,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742319_1495 (size=12001)
2024-11-10T23:19:48,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/afe6bcae0d5c410aad683c91ccdc1efb
2024-11-10T23:19:48,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/a7d375ffa22444e0a4bb6ea0cd87fbc0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0
2024-11-10T23:19:48,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0, entries=150, sequenceid=40, filesize=30.2 K
2024-11-10T23:19:48,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c6b8cfbaf3aa401bb3a9d1679229d24f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c6b8cfbaf3aa401bb3a9d1679229d24f
2024-11-10T23:19:48,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c6b8cfbaf3aa401bb3a9d1679229d24f, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:19:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/afe6bcae0d5c410aad683c91ccdc1efb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/afe6bcae0d5c410aad683c91ccdc1efb
2024-11-10T23:19:48,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/afe6bcae0d5c410aad683c91ccdc1efb, entries=150, sequenceid=40, filesize=11.7 K
2024-11-10T23:19:48,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for deb4ca649f2c328327ff8e68fa376d1a in 1268ms, sequenceid=40, compaction requested=false
2024-11-10T23:19:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152
2024-11-10T23:19:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=152
2024-11-10T23:19:48,174 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151
2024-11-10T23:19:48,174 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec
2024-11-10T23:19:48,175 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.6440 sec
2024-11-10T23:19:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:48,317 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-10T23:19:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:48,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111019e9ca7737ec475683d8ccc5d6b7861c_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:48,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742320_1496 (size=12154)
2024-11-10T23:19:48,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280848354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280848355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280848354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280848358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280848358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280848459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280848459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280848459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280848461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280848461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280848660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280848662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280848662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280848663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280848664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,726 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:48,729 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111019e9ca7737ec475683d8ccc5d6b7861c_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111019e9ca7737ec475683d8ccc5d6b7861c_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:48,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/97233a8a968e41a3ad615a63e79dbf3d, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:48,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/97233a8a968e41a3ad615a63e79dbf3d is 175, key is test_row_0/A:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:48,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742321_1497 (size=30955)
2024-11-10T23:19:48,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280848963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280848964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280848964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280848966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:48,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280848966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,133 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/97233a8a968e41a3ad615a63e79dbf3d
2024-11-10T23:19:49,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/57921851e5ae45339db05aad933cf4b3 is 50, key is test_row_0/B:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:49,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742322_1498 (size=12001)
2024-11-10T23:19:49,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280849467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280849468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280849470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280849471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280849474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,542 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/57921851e5ae45339db05aad933cf4b3
2024-11-10T23:19:49,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9f04072dc38141698aef328edfe405be is 50, key is test_row_0/C:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:49,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742323_1499 (size=12001)
2024-11-10T23:19:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-10T23:19:49,638 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed
2024-11-10T23:19:49,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees
2024-11-10T23:19:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-10T23:19:49,640 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:49,640 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:49,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-10T23:19:49,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-10T23:19:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-10T23:19:49,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:49,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-10T23:19:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=154
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:49,969 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9f04072dc38141698aef328edfe405be
2024-11-10T23:19:49,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/97233a8a968e41a3ad615a63e79dbf3d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d
2024-11-10T23:19:49,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d, entries=150, sequenceid=57, filesize=30.2 K
2024-11-10T23:19:49,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/57921851e5ae45339db05aad933cf4b3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/57921851e5ae45339db05aad933cf4b3
2024-11-10T23:19:49,979 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/57921851e5ae45339db05aad933cf4b3, entries=150, sequenceid=57, filesize=11.7 K
2024-11-10T23:19:49,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9f04072dc38141698aef328edfe405be as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f04072dc38141698aef328edfe405be
2024-11-10T23:19:49,982 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f04072dc38141698aef328edfe405be, entries=150, sequenceid=57, filesize=11.7 K
2024-11-10T23:19:49,982 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for deb4ca649f2c328327ff8e68fa376d1a in 1665ms, sequenceid=57, compaction requested=true
2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:49,983 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:49,983 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:49,984 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:49,984 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:49,984 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/A is initiating minor compaction (all files)
2024-11-10T23:19:49,984 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/A in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,984 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=107.5 K
2024-11-10T23:19:49,984 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,984 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d]
2024-11-10T23:19:49,984 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/B is initiating minor compaction (all files)
2024-11-10T23:19:49,984 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/B in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:49,984 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/fa889c7eeca6471298a298a4c4b9a628, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c6b8cfbaf3aa401bb3a9d1679229d24f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/57921851e5ae45339db05aad933cf4b3] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=35.2 K
2024-11-10T23:19:49,984 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting fa889c7eeca6471298a298a4c4b9a628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731280785541
2024-11-10T23:19:49,985 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d29af31a8734d2797e56b5dd43cd3a7, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731280785539
2024-11-10T23:19:49,985 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c6b8cfbaf3aa401bb3a9d1679229d24f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280785550
2024-11-10T23:19:49,985 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7d375ffa22444e0a4bb6ea0cd87fbc0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280785550
2024-11-10T23:19:49,985 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 57921851e5ae45339db05aad933cf4b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731280787706
2024-11-10T23:19:49,985 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97233a8a968e41a3ad615a63e79dbf3d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731280787706
2024-11-10T23:19:49,990 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:49,992 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e37655e8b4794f33b29e0795c01f1abb_deb4ca649f2c328327ff8e68fa376d1a store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:49,992 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:49,992 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/1eef48af8825485db012823b99a06e80 is 50, key is test_row_0/B:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:49,993 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e37655e8b4794f33b29e0795c01f1abb_deb4ca649f2c328327ff8e68fa376d1a, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:49,993 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e37655e8b4794f33b29e0795c01f1abb_deb4ca649f2c328327ff8e68fa376d1a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:49,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742324_1500 (size=12104)
2024-11-10T23:19:50,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742325_1501 (size=4469)
2024-11-10T23:19:50,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154
2024-11-10T23:19:50,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:50,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-10T23:19:50,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:50,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110123e4e67450b40c4a0d96b328290f4fa_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280788325/Put/seqid=0
2024-11-10T23:19:50,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742326_1502 (size=12154)
2024-11-10T23:19:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-10T23:19:50,401 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#A#compaction#422 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:50,401 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/dd763bbe6c454b05a8cc68f03afb0527 is 175, key is test_row_0/A:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:50,404 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/1eef48af8825485db012823b99a06e80 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/1eef48af8825485db012823b99a06e80
2024-11-10T23:19:50,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742327_1503 (size=31058)
2024-11-10T23:19:50,407 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/B of deb4ca649f2c328327ff8e68fa376d1a into 1eef48af8825485db012823b99a06e80(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:50,408 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:50,408 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/B, priority=13, startTime=1731280789983; duration=0sec
2024-11-10T23:19:50,408 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:50,408 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:B
2024-11-10T23:19:50,408 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:50,409 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:50,409 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/C is initiating minor compaction (all files)
2024-11-10T23:19:50,409 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/C in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:50,409 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f8655a7cb0543e8be679748670c3d61, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/afe6bcae0d5c410aad683c91ccdc1efb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f04072dc38141698aef328edfe405be] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=35.2 K
2024-11-10T23:19:50,410 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f8655a7cb0543e8be679748670c3d61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731280785541
2024-11-10T23:19:50,410 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting afe6bcae0d5c410aad683c91ccdc1efb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731280785550
2024-11-10T23:19:50,411 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f04072dc38141698aef328edfe405be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731280787706
2024-11-10T23:19:50,412 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/dd763bbe6c454b05a8cc68f03afb0527 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/dd763bbe6c454b05a8cc68f03afb0527
2024-11-10T23:19:50,415 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/A of deb4ca649f2c328327ff8e68fa376d1a into dd763bbe6c454b05a8cc68f03afb0527(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:50,415 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:50,415 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/A, priority=13, startTime=1731280789983; duration=0sec
2024-11-10T23:19:50,415 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:50,415 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:A
2024-11-10T23:19:50,416 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:50,417 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/4717b48c38f74863af45816d22de871c is 50, key is test_row_0/C:col10/1731280788317/Put/seqid=0
2024-11-10T23:19:50,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742328_1504 (size=12104)
2024-11-10T23:19:50,423 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/4717b48c38f74863af45816d22de871c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/4717b48c38f74863af45816d22de871c
2024-11-10T23:19:50,426 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/C of deb4ca649f2c328327ff8e68fa376d1a into 4717b48c38f74863af45816d22de871c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:50,426 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:50,426 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/C, priority=13, startTime=1731280789983; duration=0sec
2024-11-10T23:19:50,426 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:50,426 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:C
2024-11-10T23:19:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:50,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:50,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280850483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280850484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280850484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280850485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280850485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:50,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110123e4e67450b40c4a0d96b328290f4fa_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110123e4e67450b40c4a0d96b328290f4fa_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:50,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b58422b80c9247d586c03e307cae96ed, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:50,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b58422b80c9247d586c03e307cae96ed is 175, key is test_row_0/A:col10/1731280788325/Put/seqid=0
2024-11-10T23:19:50,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742329_1505 (size=30955)
2024-11-10T23:19:50,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b58422b80c9247d586c03e307cae96ed
2024-11-10T23:19:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/52b78a7d361e4681a9073c2df5c53b3c is 50, key is test_row_0/B:col10/1731280788325/Put/seqid=0
2024-11-10T23:19:50,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742330_1506 (size=12001)
2024-11-10T23:19:50,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280850587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280850587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280850587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280850588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-10T23:19:50,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280850789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280850789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280850789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280850791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280850791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:50,886 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:19:50,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/52b78a7d361e4681a9073c2df5c53b3c
2024-11-10T23:19:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/40200ec5907e4bc3977186796169da1c is 50, key is test_row_0/C:col10/1731280788325/Put/seqid=0
2024-11-10T23:19:50,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742331_1507 (size=12001)
2024-11-10T23:19:50,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/40200ec5907e4bc3977186796169da1c
2024-11-10T23:19:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b58422b80c9247d586c03e307cae96ed as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed
2024-11-10T23:19:50,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed, entries=150, sequenceid=77, filesize=30.2 K
2024-11-10T23:19:50,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/52b78a7d361e4681a9073c2df5c53b3c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/52b78a7d361e4681a9073c2df5c53b3c
2024-11-10T23:19:50,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/52b78a7d361e4681a9073c2df5c53b3c, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:19:50,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/40200ec5907e4bc3977186796169da1c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/40200ec5907e4bc3977186796169da1c
2024-11-10T23:19:50,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/40200ec5907e4bc3977186796169da1c, entries=150, sequenceid=77, filesize=11.7 K
2024-11-10T23:19:50,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for deb4ca649f2c328327ff8e68fa376d1a in 849ms, sequenceid=77, compaction requested=false
2024-11-10T23:19:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154
2024-11-10T23:19:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=154
2024-11-10T23:19:50,949 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153
2024-11-10T23:19:50,949 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3080 sec
2024-11-10T23:19:50,950 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.3100 sec
2024-11-10T23:19:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:51,094 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-10T23:19:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:51,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:51,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103a6e9a1347b74b388cf8da157af0265a_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:51,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742332_1508 (size=12154)
2024-11-10T23:19:51,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280851104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280851104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280851105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280851107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280851108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280851209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280851209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280851209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280851209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280851211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280851411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280851411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280851412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280851412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280851413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,504 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:51,507 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103a6e9a1347b74b388cf8da157af0265a_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103a6e9a1347b74b388cf8da157af0265a_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:51,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/71f20a07cb424dad98c40d8b664dae9a, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:51,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/71f20a07cb424dad98c40d8b664dae9a is 175, key is test_row_0/A:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:51,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742333_1509 (size=30955)
2024-11-10T23:19:51,511 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/71f20a07cb424dad98c40d8b664dae9a
2024-11-10T23:19:51,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/03013dbc1fe040ee88cdd013ae6eecdd is 50, key is test_row_0/B:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:51,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742334_1510 (size=12001)
2024-11-10T23:19:51,519 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/03013dbc1fe040ee88cdd013ae6eecdd
2024-11-10T23:19:51,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/f25b19aee3ab4b85900b06c0cdfa152a is 50, key is test_row_0/C:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:51,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742335_1511 (size=12001)
2024-11-10T23:19:51,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280851715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280851715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280851715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280851716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280851716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153
2024-11-10T23:19:51,743 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed
2024-11-10T23:19:51,744 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees
2024-11-10T23:19:51,745 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-10T23:19:51,745 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:51,745 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-10T23:19:51,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:51,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-10T23:19:51,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:51,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:51,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:51,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:51,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=156
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:51,927 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/f25b19aee3ab4b85900b06c0cdfa152a
2024-11-10T23:19:51,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/71f20a07cb424dad98c40d8b664dae9a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a
2024-11-10T23:19:51,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a, entries=150, sequenceid=99, filesize=30.2 K
2024-11-10T23:19:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/03013dbc1fe040ee88cdd013ae6eecdd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/03013dbc1fe040ee88cdd013ae6eecdd
2024-11-10T23:19:51,936 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/03013dbc1fe040ee88cdd013ae6eecdd, entries=150, sequenceid=99, filesize=11.7 K
2024-11-10T23:19:51,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/f25b19aee3ab4b85900b06c0cdfa152a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/f25b19aee3ab4b85900b06c0cdfa152a
2024-11-10T23:19:51,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/f25b19aee3ab4b85900b06c0cdfa152a, entries=150, sequenceid=99, filesize=11.7 K
2024-11-10T23:19:51,940 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for deb4ca649f2c328327ff8e68fa376d1a in 846ms, sequenceid=99, compaction requested=true
2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:51,940 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:51,940 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:51,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/A is initiating minor compaction (all files)
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/B is initiating minor compaction (all files)
2024-11-10T23:19:51,941 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/A in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:51,941 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/B in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:51,941 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/1eef48af8825485db012823b99a06e80, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/52b78a7d361e4681a9073c2df5c53b3c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/03013dbc1fe040ee88cdd013ae6eecdd] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=35.3 K
2024-11-10T23:19:51,941 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/dd763bbe6c454b05a8cc68f03afb0527, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=90.8 K
2024-11-10T23:19:51,941 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/dd763bbe6c454b05a8cc68f03afb0527, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a]
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eef48af8825485db012823b99a06e80, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731280787706
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd763bbe6c454b05a8cc68f03afb0527, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731280787706
2024-11-10T23:19:51,941 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 52b78a7d361e4681a9073c2df5c53b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280788325
2024-11-10T23:19:51,942 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b58422b80c9247d586c03e307cae96ed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280788325
2024-11-10T23:19:51,942 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 03013dbc1fe040ee88cdd013ae6eecdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731280790483
2024-11-10T23:19:51,942 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71f20a07cb424dad98c40d8b664dae9a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731280790483
2024-11-10T23:19:51,947 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:51,947 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:51,947 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6eb568a9b5a54fc8999c00c887275123 is 50, key is test_row_0/B:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:51,948 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111022a76bac2d6a4b8d92fb72ac596768ac_deb4ca649f2c328327ff8e68fa376d1a store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:51,950 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111022a76bac2d6a4b8d92fb72ac596768ac_deb4ca649f2c328327ff8e68fa376d1a, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:51,950 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111022a76bac2d6a4b8d92fb72ac596768ac_deb4ca649f2c328327ff8e68fa376d1a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:51,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742336_1512 (size=12207)
2024-11-10T23:19:51,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742337_1513 (size=4469)
2024-11-10T23:19:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-10T23:19:52,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156
2024-11-10T23:19:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:52,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-10T23:19:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:52,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8c202b113694185930b41223e53a261_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280791107/Put/seqid=0
2024-11-10T23:19:52,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742338_1514 (size=12154)
2024-11-10T23:19:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:52,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280852231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280852232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280852232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280852233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280852234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280852335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280852336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280852336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280852337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280852337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-10T23:19:52,355 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#A#compaction#432 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:52,355 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/c554e55adf2e468f9a980c898dcc16e0 is 175, key is test_row_0/A:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:52,359 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6eb568a9b5a54fc8999c00c887275123 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6eb568a9b5a54fc8999c00c887275123
2024-11-10T23:19:52,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742339_1515 (size=31161)
2024-11-10T23:19:52,366 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/B of deb4ca649f2c328327ff8e68fa376d1a into 6eb568a9b5a54fc8999c00c887275123(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:52,366 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:52,366 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/B, priority=13, startTime=1731280791940; duration=0sec
2024-11-10T23:19:52,366 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:52,366 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:B
2024-11-10T23:19:52,366 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:19:52,367 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/c554e55adf2e468f9a980c898dcc16e0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/c554e55adf2e468f9a980c898dcc16e0
2024-11-10T23:19:52,367 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:19:52,367 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/C is initiating minor compaction (all files)
2024-11-10T23:19:52,367 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/C in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:52,367 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/4717b48c38f74863af45816d22de871c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/40200ec5907e4bc3977186796169da1c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/f25b19aee3ab4b85900b06c0cdfa152a] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=35.3 K
2024-11-10T23:19:52,368 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4717b48c38f74863af45816d22de871c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731280787706
2024-11-10T23:19:52,368 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 40200ec5907e4bc3977186796169da1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731280788325
2024-11-10T23:19:52,368 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting f25b19aee3ab4b85900b06c0cdfa152a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731280790483
2024-11-10T23:19:52,371 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/A of deb4ca649f2c328327ff8e68fa376d1a into c554e55adf2e468f9a980c898dcc16e0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:52,371 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:52,371 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/A, priority=13, startTime=1731280791940; duration=0sec
2024-11-10T23:19:52,371 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:52,371 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:A
2024-11-10T23:19:52,374 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:52,374 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/c265aaa876a946d595339e763b15bd7e is 50, key is test_row_0/C:col10/1731280791094/Put/seqid=0
2024-11-10T23:19:52,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742340_1516 (size=12207)
2024-11-10T23:19:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:52,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8c202b113694185930b41223e53a261_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8c202b113694185930b41223e53a261_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/109266679d624ee68b57c52fd6a66ed0, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/109266679d624ee68b57c52fd6a66ed0 is 175, key is test_row_0/A:col10/1731280791107/Put/seqid=0
2024-11-10T23:19:52,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742341_1517 (size=30955)
2024-11-10T23:19:52,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280852539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280852539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280852539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280852540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280852540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,783 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/c265aaa876a946d595339e763b15bd7e as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/c265aaa876a946d595339e763b15bd7e
2024-11-10T23:19:52,786 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/C of deb4ca649f2c328327ff8e68fa376d1a into c265aaa876a946d595339e763b15bd7e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:52,787 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:52,787 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/C, priority=13, startTime=1731280791940; duration=0sec
2024-11-10T23:19:52,787 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:52,787 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:C
2024-11-10T23:19:52,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280852841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280852841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280852842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280852843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280852844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-10T23:19:52,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/109266679d624ee68b57c52fd6a66ed0
2024-11-10T23:19:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/791319fe71774ce798726b0d6fe0dfc6 is 50, key is test_row_0/B:col10/1731280791107/Put/seqid=0
2024-11-10T23:19:52,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742342_1518 (size=12001)
2024-11-10T23:19:53,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/791319fe71774ce798726b0d6fe0dfc6
2024-11-10T23:19:53,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/e2df39934efa46f5b4be7199f41085fd is 50, key is test_row_0/C:col10/1731280791107/Put/seqid=0
2024-11-10T23:19:53,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742343_1519 (size=12001)
2024-11-10T23:19:53,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280853343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:53,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280853345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:53,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280853346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:53,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280853346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:53,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280853348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:53,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/e2df39934efa46f5b4be7199f41085fd
2024-11-10T23:19:53,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/109266679d624ee68b57c52fd6a66ed0 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0
2024-11-10T23:19:53,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0, entries=150, sequenceid=116, filesize=30.2 K
2024-11-10T23:19:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/791319fe71774ce798726b0d6fe0dfc6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/791319fe71774ce798726b0d6fe0dfc6
2024-11-10T23:19:53,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/791319fe71774ce798726b0d6fe0dfc6, entries=150, sequenceid=116, filesize=11.7 K
2024-11-10T23:19:53,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/e2df39934efa46f5b4be7199f41085fd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/e2df39934efa46f5b4be7199f41085fd
2024-11-10T23:19:53,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/e2df39934efa46f5b4be7199f41085fd, entries=150, sequenceid=116, filesize=11.7 K
2024-11-10T23:19:53,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for deb4ca649f2c328327ff8e68fa376d1a in 1664ms, sequenceid=116, compaction requested=false
2024-11-10T23:19:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156
2024-11-10T23:19:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=156
2024-11-10T23:19:53,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155
2024-11-10T23:19:53,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9700 sec
2024-11-10T23:19:53,716 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.9720 sec
2024-11-10T23:19:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155
2024-11-10T23:19:53,848 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed
2024-11-10T23:19:53,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees
2024-11-10T23:19:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-10T23:19:53,850 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:53,850 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:53,850 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-10T23:19:54,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:54,002 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d7258110de074f0bba49c48ed1981a2b_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280792232/Put/seqid=0
2024-11-10T23:19:54,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742344_1520 (size=12304)
2024-11-10T23:19:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-10T23:19:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:54,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280854356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280854357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280854358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280854359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280854359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:54,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d7258110de074f0bba49c48ed1981a2b_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7258110de074f0bba49c48ed1981a2b_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/f1a200bc515941fbb38505932052a054, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/f1a200bc515941fbb38505932052a054 is 175, key is test_row_0/A:col10/1731280792232/Put/seqid=0
2024-11-10T23:19:54,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742345_1521 (size=31105)
2024-11-10T23:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-10T23:19:54,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280854460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280854460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280854462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280854462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280854462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280854663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280854663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280854665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280854665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280854665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/f1a200bc515941fbb38505932052a054
2024-11-10T23:19:54,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c39d2379c3cf4e8c80662a64a1b27ccd is 50, key is test_row_0/B:col10/1731280792232/Put/seqid=0
2024-11-10T23:19:54,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742346_1522 (size=12151)
2024-11-10T23:19:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-10T23:19:54,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280854965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280854965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280854967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280854969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:54,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280854969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:55,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c39d2379c3cf4e8c80662a64a1b27ccd
2024-11-10T23:19:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/ceb1710f0fcd4edf8c35782559e0de42 is 50, key is test_row_0/C:col10/1731280792232/Put/seqid=0
2024-11-10T23:19:55,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742347_1523 (size=12151)
2024-11-10T23:19:55,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280855468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:55,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280855468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:55,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280855469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:55,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280855471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:55,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280855471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:55,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/ceb1710f0fcd4edf8c35782559e0de42
2024-11-10T23:19:55,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/f1a200bc515941fbb38505932052a054 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054
2024-11-10T23:19:55,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054, entries=150, sequenceid=138, filesize=30.4 K
2024-11-10T23:19:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c39d2379c3cf4e8c80662a64a1b27ccd as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c39d2379c3cf4e8c80662a64a1b27ccd
2024-11-10T23:19:55,644 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c39d2379c3cf4e8c80662a64a1b27ccd, entries=150, sequenceid=138, filesize=11.9 K
2024-11-10T23:19:55,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/ceb1710f0fcd4edf8c35782559e0de42 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ceb1710f0fcd4edf8c35782559e0de42
2024-11-10T23:19:55,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ceb1710f0fcd4edf8c35782559e0de42, entries=150, sequenceid=138, filesize=11.9 K
2024-11-10T23:19:55,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for deb4ca649f2c328327ff8e68fa376d1a in 1645ms, sequenceid=138, compaction requested=true
2024-11-10T23:19:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158
2024-11-10T23:19:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=158
2024-11-10T23:19:55,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157
2024-11-10T23:19:55,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec
2024-11-10T23:19:55,650 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.8010 sec
2024-11-10T23:19:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-11-10T23:19:55,953 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed
2024-11-10T23:19:55,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees
2024-11-10T23:19:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-10T23:19:55,955 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:55,955 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:55,955 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-10T23:19:56,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-10T23:19:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:56,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-10T23:19:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072cb916ea9dd43099c6ba29f8f37c60c_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280794356/Put/seqid=0
2024-11-10T23:19:56,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742348_1524 (size=12304)
2024-11-10T23:19:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:56,118 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072cb916ea9dd43099c6ba29f8f37c60c_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072cb916ea9dd43099c6ba29f8f37c60c_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/0aa2c3b5209449089e6f0acf8cf309c6, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/0aa2c3b5209449089e6f0acf8cf309c6 is 175, key is test_row_0/A:col10/1731280794356/Put/seqid=0
2024-11-10T23:19:56,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742349_1525 (size=31105)
2024-11-10T23:19:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-10T23:19:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:56,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280856484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280856486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280856488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280856490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280856491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,522 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/0aa2c3b5209449089e6f0acf8cf309c6
2024-11-10T23:19:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/335838f8138647d195b474af2f33e3ec is 50, key is test_row_0/B:col10/1731280794356/Put/seqid=0
2024-11-10T23:19:56,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742350_1526 (size=12151)
2024-11-10T23:19:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-10T23:19:56,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280856589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280856591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280856591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280856593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280856593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280856792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280856793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280856794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280856796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280856797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:56,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/335838f8138647d195b474af2f33e3ec
2024-11-10T23:19:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/1b19fb04f5b84ed19a44968b5b368943 is 50, key is test_row_0/C:col10/1731280794356/Put/seqid=0
2024-11-10T23:19:56,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742351_1527 (size=12151)
2024-11-10T23:19:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-10T23:19:57,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280857094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280857097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280857098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280857099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280857100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,340 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/1b19fb04f5b84ed19a44968b5b368943
2024-11-10T23:19:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/0aa2c3b5209449089e6f0acf8cf309c6 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6
2024-11-10T23:19:57,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6, entries=150, sequenceid=155, filesize=30.4 K
2024-11-10T23:19:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/335838f8138647d195b474af2f33e3ec as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/335838f8138647d195b474af2f33e3ec
2024-11-10T23:19:57,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/335838f8138647d195b474af2f33e3ec, entries=150, sequenceid=155, filesize=11.9 K
2024-11-10T23:19:57,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/1b19fb04f5b84ed19a44968b5b368943 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1b19fb04f5b84ed19a44968b5b368943
2024-11-10T23:19:57,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1b19fb04f5b84ed19a44968b5b368943, entries=150, sequenceid=155, filesize=11.9 K
2024-11-10T23:19:57,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for deb4ca649f2c328327ff8e68fa376d1a in 1257ms, sequenceid=155, compaction requested=true
2024-11-10T23:19:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160
2024-11-10T23:19:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=160
2024-11-10T23:19:57,366 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159
2024-11-10T23:19:57,366 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec
2024-11-10T23:19:57,367 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.4130 sec
2024-11-10T23:19:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:57,600 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-10T23:19:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:57,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b7255aad7ff4c8db4cc88f2a08f444d_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:57,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280857609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280857609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280857611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280857612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280857612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742352_1528 (size=12304)
2024-11-10T23:19:57,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280857713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280857713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280857715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280857715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280857716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280857916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280857916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280857917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280857917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:57,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280857919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,020 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:58,023 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b7255aad7ff4c8db4cc88f2a08f444d_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b7255aad7ff4c8db4cc88f2a08f444d_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:58,023 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/9a2b5d3947f84353ad834c523446e49d, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:58,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/9a2b5d3947f84353ad834c523446e49d is 175, key is test_row_0/A:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:58,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742353_1529 (size=31105)
2024-11-10T23:19:58,034 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/9a2b5d3947f84353ad834c523446e49d
2024-11-10T23:19:58,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/2c19ae92dd634118ae3e0735896ca5df is 50, key is test_row_0/B:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:58,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742354_1530 (size=12151)
2024-11-10T23:19:58,042 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/2c19ae92dd634118ae3e0735896ca5df
2024-11-10T23:19:58,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/5130facc5f2e42a988bfd8b6cf49ef86 is 50, key is test_row_0/C:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:58,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742355_1531 (size=12151)
2024-11-10T23:19:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-10T23:19:58,058 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed
2024-11-10T23:19:58,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees
2024-11-10T23:19:58,060 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-10T23:19:58,060 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:19:58,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:19:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-10T23:19:58,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-10T23:19:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:58,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280858219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280858219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280858221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280858221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280858224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-10T23:19:58,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-10T23:19:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:19:58,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/5130facc5f2e42a988bfd8b6cf49ef86
2024-11-10T23:19:58,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/9a2b5d3947f84353ad834c523446e49d as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d
2024-11-10T23:19:58,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d, entries=150, sequenceid=176, filesize=30.4 K
2024-11-10T23:19:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/2c19ae92dd634118ae3e0735896ca5df as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/2c19ae92dd634118ae3e0735896ca5df
2024-11-10T23:19:58,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/2c19ae92dd634118ae3e0735896ca5df, entries=150, sequenceid=176, filesize=11.9 K
2024-11-10T23:19:58,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/5130facc5f2e42a988bfd8b6cf49ef86 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/5130facc5f2e42a988bfd8b6cf49ef86
2024-11-10T23:19:58,463 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/5130facc5f2e42a988bfd8b6cf49ef86, entries=150, sequenceid=176, filesize=11.9 K
2024-11-10T23:19:58,464 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for deb4ca649f2c328327ff8e68fa376d1a in 864ms, sequenceid=176, compaction requested=true
2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:58,464 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:58,464 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:19:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:58,465 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 155431 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:19:58,465 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/A is initiating minor compaction (all files)
2024-11-10T23:19:58,465 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/A in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,465 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/c554e55adf2e468f9a980c898dcc16e0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=151.8 K
2024-11-10T23:19:58,465 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,465 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/c554e55adf2e468f9a980c898dcc16e0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d]
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/B is initiating minor compaction (all files)
2024-11-10T23:19:58,466 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/B in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,466 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6eb568a9b5a54fc8999c00c887275123, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/791319fe71774ce798726b0d6fe0dfc6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c39d2379c3cf4e8c80662a64a1b27ccd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/335838f8138647d195b474af2f33e3ec, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/2c19ae92dd634118ae3e0735896ca5df] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=59.2 K
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting c554e55adf2e468f9a980c898dcc16e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731280790483
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eb568a9b5a54fc8999c00c887275123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731280790483
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109266679d624ee68b57c52fd6a66ed0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731280791104
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 791319fe71774ce798726b0d6fe0dfc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731280791104
2024-11-10T23:19:58,466 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1a200bc515941fbb38505932052a054, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731280792231
2024-11-10T23:19:58,467 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c39d2379c3cf4e8c80662a64a1b27ccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731280792231
2024-11-10T23:19:58,467 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aa2c3b5209449089e6f0acf8cf309c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731280794356
2024-11-10T23:19:58,467 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 335838f8138647d195b474af2f33e3ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731280794356
2024-11-10T23:19:58,467 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a2b5d3947f84353ad834c523446e49d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731280796487
2024-11-10T23:19:58,467 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c19ae92dd634118ae3e0735896ca5df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731280796487
2024-11-10T23:19:58,474 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:58,475 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/69f9838afc334d73bc23a587bd829942 is 50, key is test_row_0/B:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:58,475 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:58,478 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ef063ee0de59470ebf5a9ee21d474b7e_deb4ca649f2c328327ff8e68fa376d1a store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:58,479 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ef063ee0de59470ebf5a9ee21d474b7e_deb4ca649f2c328327ff8e68fa376d1a, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:58,479 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ef063ee0de59470ebf5a9ee21d474b7e_deb4ca649f2c328327ff8e68fa376d1a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:58,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742356_1532 (size=12527)
2024-11-10T23:19:58,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742357_1533 (size=4469)
2024-11-10T23:19:58,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-10T23:19:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,516 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-10T23:19:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111024c5a3d36b614bd89d895cd19a026f8a_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280797611/Put/seqid=0
2024-11-10T23:19:58,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742358_1534 (size=12304)
2024-11-10T23:19:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:19:58,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111024c5a3d36b614bd89d895cd19a026f8a_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111024c5a3d36b614bd89d895cd19a026f8a_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b6ac3e8084ed4c9284e442d8bbc30d5a, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:19:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b6ac3e8084ed4c9284e442d8bbc30d5a is 175, key is test_row_0/A:col10/1731280797611/Put/seqid=0
2024-11-10T23:19:58,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742359_1535 (size=31105)
2024-11-10T23:19:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-10T23:19:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:19:58,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280858740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280858741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280858743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280858745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280858746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280858846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280858846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280858847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280858849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280858849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:58,881 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/69f9838afc334d73bc23a587bd829942 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/69f9838afc334d73bc23a587bd829942
2024-11-10T23:19:58,883 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:58,883 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/5bb05c3e157443a6a01bb125b863def1 is 175, key is test_row_0/A:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:58,885 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/B of deb4ca649f2c328327ff8e68fa376d1a into 69f9838afc334d73bc23a587bd829942(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:58,885 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:58,885 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/B, priority=11, startTime=1731280798464; duration=0sec
2024-11-10T23:19:58,885 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:19:58,885 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:B
2024-11-10T23:19:58,885 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-10T23:19:58,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742360_1536 (size=31481)
2024-11-10T23:19:58,886 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-10T23:19:58,886 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/C is initiating minor compaction (all files)
2024-11-10T23:19:58,886 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/C in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:58,886 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/c265aaa876a946d595339e763b15bd7e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/e2df39934efa46f5b4be7199f41085fd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ceb1710f0fcd4edf8c35782559e0de42, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1b19fb04f5b84ed19a44968b5b368943, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/5130facc5f2e42a988bfd8b6cf49ef86] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=59.2 K
2024-11-10T23:19:58,887 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c265aaa876a946d595339e763b15bd7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731280790483
2024-11-10T23:19:58,887 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting e2df39934efa46f5b4be7199f41085fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731280791104
2024-11-10T23:19:58,887 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb1710f0fcd4edf8c35782559e0de42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731280792231
2024-11-10T23:19:58,887 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b19fb04f5b84ed19a44968b5b368943, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731280794356
2024-11-10T23:19:58,888 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 5130facc5f2e42a988bfd8b6cf49ef86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731280796487
2024-11-10T23:19:58,892 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/5bb05c3e157443a6a01bb125b863def1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5bb05c3e157443a6a01bb125b863def1
2024-11-10T23:19:58,896 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/A of deb4ca649f2c328327ff8e68fa376d1a into 5bb05c3e157443a6a01bb125b863def1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:58,896 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:58,896 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/A, priority=11, startTime=1731280798464; duration=0sec
2024-11-10T23:19:58,896 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:58,896 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:A
2024-11-10T23:19:58,897 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:19:58,897 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/ad0827d0a84d4490a3f28b54e8732aa5 is 50, key is test_row_0/C:col10/1731280796487/Put/seqid=0
2024-11-10T23:19:58,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742361_1537 (size=12527)
2024-11-10T23:19:58,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b6ac3e8084ed4c9284e442d8bbc30d5a
2024-11-10T23:19:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/70b7ed4ecb9a468baf551a2425bb8497 is 50, key is test_row_0/B:col10/1731280797611/Put/seqid=0
2024-11-10T23:19:58,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742362_1538 (size=12151)
2024-11-10T23:19:59,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280859048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280859048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280859050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280859051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280859051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-10T23:19:59,303 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/ad0827d0a84d4490a3f28b54e8732aa5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ad0827d0a84d4490a3f28b54e8732aa5
2024-11-10T23:19:59,306 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/C of deb4ca649f2c328327ff8e68fa376d1a into ad0827d0a84d4490a3f28b54e8732aa5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:19:59,306 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:59,306 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/C, priority=11, startTime=1731280798464; duration=0sec
2024-11-10T23:19:59,306 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:19:59,306 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:C
2024-11-10T23:19:59,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/70b7ed4ecb9a468baf551a2425bb8497
2024-11-10T23:19:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/76e218176f244597974e2c8dfec9555c is 50, key is test_row_0/C:col10/1731280797611/Put/seqid=0
2024-11-10T23:19:59,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742363_1539 (size=12151)
2024-11-10T23:19:59,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280859353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280859353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280859354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280859354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280859357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/76e218176f244597974e2c8dfec9555c
2024-11-10T23:19:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/b6ac3e8084ed4c9284e442d8bbc30d5a as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a
2024-11-10T23:19:59,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a, entries=150, sequenceid=191, filesize=30.4 K
2024-11-10T23:19:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/70b7ed4ecb9a468baf551a2425bb8497 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/70b7ed4ecb9a468baf551a2425bb8497
2024-11-10T23:19:59,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/70b7ed4ecb9a468baf551a2425bb8497, entries=150, sequenceid=191, filesize=11.9 K
2024-11-10T23:19:59,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/76e218176f244597974e2c8dfec9555c as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/76e218176f244597974e2c8dfec9555c
2024-11-10T23:19:59,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/76e218176f244597974e2c8dfec9555c, entries=150, sequenceid=191, filesize=11.9 K
2024-11-10T23:19:59,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for deb4ca649f2c328327ff8e68fa376d1a in 1274ms, sequenceid=191, compaction requested=false
2024-11-10T23:19:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:19:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:19:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162
2024-11-10T23:19:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=162
2024-11-10T23:19:59,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161
2024-11-10T23:19:59,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7310 sec
2024-11-10T23:19:59,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.7330 sec
2024-11-10T23:19:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:19:59,859 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-10T23:19:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:19:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:19:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:19:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:19:59,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109f62eedfbe854bc7ab9d415cc73617c2_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280798745/Put/seqid=0
2024-11-10T23:19:59,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280859864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280859864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280859865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280859866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280859871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742364_1540 (size=14794)
2024-11-10T23:19:59,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280859967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280859967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280859967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280859968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:19:59,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:19:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280859972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-10T23:20:00,164 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed
2024-11-10T23:20:00,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:20:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees
2024-11-10T23:20:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:00,166 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:20:00,166 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:20:00,166 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:20:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280860169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280860170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280860170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280860171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280860174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:00,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:20:00,276 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109f62eedfbe854bc7ab9d415cc73617c2_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109f62eedfbe854bc7ab9d415cc73617c2_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:00,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/be362421db17439dbdce29492040e204, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:00,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/be362421db17439dbdce29492040e204 is 175, key is test_row_0/A:col10/1731280798745/Put/seqid=0
2024-11-10T23:20:00,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742365_1541 (size=39749)
2024-11-10T23:20:00,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:00,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280860472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280860473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280860473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280860474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280860478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,680 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/be362421db17439dbdce29492040e204
2024-11-10T23:20:00,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/10002cbd4ed2480e96de73af51d472a5 is 50, key is test_row_0/B:col10/1731280798745/Put/seqid=0
2024-11-10T23:20:00,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742366_1542 (size=12151)
2024-11-10T23:20:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:00,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:00,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:00,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280860976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280860978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280860979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280860980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:00,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280860981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:01,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:01,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,089 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/10002cbd4ed2480e96de73af51d472a5
2024-11-10T23:20:01,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/b716907cfe0a4fbda1408880a9ed330f is 50, key is test_row_0/C:col10/1731280798745/Put/seqid=0
2024-11-10T23:20:01,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742367_1543 (size=12151)
2024-11-10T23:20:01,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:01,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:01,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:01,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:01,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:01,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:01,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=164
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:01,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/b716907cfe0a4fbda1408880a9ed330f
2024-11-10T23:20:01,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/be362421db17439dbdce29492040e204 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204
2024-11-10T23:20:01,504 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204, entries=200, sequenceid=217, filesize=38.8 K
2024-11-10T23:20:01,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/10002cbd4ed2480e96de73af51d472a5 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/10002cbd4ed2480e96de73af51d472a5
2024-11-10T23:20:01,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/10002cbd4ed2480e96de73af51d472a5, entries=150, sequenceid=217, filesize=11.9 K
2024-11-10T23:20:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/b716907cfe0a4fbda1408880a9ed330f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b716907cfe0a4fbda1408880a9ed330f
2024-11-10T23:20:01,511 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b716907cfe0a4fbda1408880a9ed330f, entries=150, sequenceid=217, filesize=11.9 K
2024-11-10T23:20:01,512 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for deb4ca649f2c328327ff8e68fa376d1a in 1652ms, sequenceid=217, compaction requested=true
2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:20:01,512 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:20:01,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:20:01,512 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:20:01,512 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:20:01,512 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:20:01,512 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/B is initiating minor compaction (all files)
2024-11-10T23:20:01,512 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/A is initiating minor compaction (all files)
2024-11-10T23:20:01,512 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/A in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,512 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/B in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,513 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/69f9838afc334d73bc23a587bd829942, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/70b7ed4ecb9a468baf551a2425bb8497, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/10002cbd4ed2480e96de73af51d472a5] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=36.0 K
2024-11-10T23:20:01,513 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5bb05c3e157443a6a01bb125b863def1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=99.9 K
2024-11-10T23:20:01,513 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5bb05c3e157443a6a01bb125b863def1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204]
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 69f9838afc334d73bc23a587bd829942, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731280796487
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb05c3e157443a6a01bb125b863def1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731280796487
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 70b7ed4ecb9a468baf551a2425bb8497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731280797610
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6ac3e8084ed4c9284e442d8bbc30d5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731280797610
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 10002cbd4ed2480e96de73af51d472a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731280798739
2024-11-10T23:20:01,513 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting be362421db17439dbdce29492040e204, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731280798739
2024-11-10T23:20:01,517 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:01,518 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:20:01,519 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59 is 50, key is test_row_0/B:col10/1731280798745/Put/seqid=0
2024-11-10T23:20:01,519 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111061a0fff788ea4f2a82b05f92d1d0c873_deb4ca649f2c328327ff8e68fa376d1a store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:01,521 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111061a0fff788ea4f2a82b05f92d1d0c873_deb4ca649f2c328327ff8e68fa376d1a, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:01,521 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111061a0fff788ea4f2a82b05f92d1d0c873_deb4ca649f2c328327ff8e68fa376d1a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:01,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742368_1544 (size=12629)
2024-11-10T23:20:01,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742369_1545 (size=4469)
2024-11-10T23:20:01,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:01,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:20:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:01,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110517cee5220234227b758dfded78fb5de_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280799863/Put/seqid=0
2024-11-10T23:20:01,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742370_1546 (size=12304)
2024-11-10T23:20:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:20:01,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110517cee5220234227b758dfded78fb5de_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110517cee5220234227b758dfded78fb5de_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2dc56aed67c64e2e99ba038eaffdb79f, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2dc56aed67c64e2e99ba038eaffdb79f is 175, key is test_row_0/A:col10/1731280799863/Put/seqid=0
2024-11-10T23:20:01,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742371_1547 (size=31105)
2024-11-10T23:20:01,928 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59
2024-11-10T23:20:01,928 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:20:01,929 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/aade5c589e384f21ac81c0ef0034a46b is 175, key is test_row_0/A:col10/1731280798745/Put/seqid=0
2024-11-10T23:20:01,931 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/B of deb4ca649f2c328327ff8e68fa376d1a into 4dd1cd9710214d1a8fdcfa2c8a2e0d59(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:20:01,931 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:01,931 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/B, priority=13, startTime=1731280801512; duration=0sec
2024-11-10T23:20:01,932 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:20:01,932 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:B
2024-11-10T23:20:01,932 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:20:01,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742372_1548 (size=31583)
2024-11-10T23:20:01,933 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:20:01,934 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/C is initiating minor compaction (all files)
2024-11-10T23:20:01,934 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/C in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:01,934 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ad0827d0a84d4490a3f28b54e8732aa5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/76e218176f244597974e2c8dfec9555c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b716907cfe0a4fbda1408880a9ed330f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=36.0 K
2024-11-10T23:20:01,934 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting ad0827d0a84d4490a3f28b54e8732aa5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731280796487
2024-11-10T23:20:01,934 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e218176f244597974e2c8dfec9555c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731280797610
2024-11-10T23:20:01,934 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting b716907cfe0a4fbda1408880a9ed330f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731280798739
2024-11-10T23:20:01,945 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:20:01,945 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/1883c3a405aa4a4f8c9ae984304321d3 is 50, key is test_row_0/C:col10/1731280798745/Put/seqid=0
2024-11-10T23:20:01,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2dc56aed67c64e2e99ba038eaffdb79f
2024-11-10T23:20:01,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742373_1549 (size=12629)
2024-11-10T23:20:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c3052740397f4cb9a35a50f521abc6cb is 50, key is test_row_0/B:col10/1731280799863/Put/seqid=0
2024-11-10T23:20:01,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742374_1550 (size=12151)
2024-11-10T23:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:01,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:02,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280861998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280861999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280862000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280862001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280862001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280862102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280862102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280862104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280862104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280862104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:02,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280862305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280862305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280862305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280862306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280862308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,335 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/aade5c589e384f21ac81c0ef0034a46b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/aade5c589e384f21ac81c0ef0034a46b
2024-11-10T23:20:02,338 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/A of deb4ca649f2c328327ff8e68fa376d1a into aade5c589e384f21ac81c0ef0034a46b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:20:02,338 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:02,338 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/A, priority=13, startTime=1731280801512; duration=0sec
2024-11-10T23:20:02,338 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:02,338 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:A
2024-11-10T23:20:02,354 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/1883c3a405aa4a4f8c9ae984304321d3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1883c3a405aa4a4f8c9ae984304321d3
2024-11-10T23:20:02,357 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/C of deb4ca649f2c328327ff8e68fa376d1a into 1883c3a405aa4a4f8c9ae984304321d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:20:02,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:02,357 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/C, priority=13, startTime=1731280801512; duration=0sec
2024-11-10T23:20:02,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:02,357 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:C
2024-11-10T23:20:02,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c3052740397f4cb9a35a50f521abc6cb
2024-11-10T23:20:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/a30b0aa1a1d64f8d9a9a056931448d37 is 50, key is test_row_0/C:col10/1731280799863/Put/seqid=0
2024-11-10T23:20:02,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742375_1551 (size=12151)
2024-11-10T23:20:02,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280862607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280862608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280862609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280862609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280862610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:02,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/a30b0aa1a1d64f8d9a9a056931448d37
2024-11-10T23:20:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2dc56aed67c64e2e99ba038eaffdb79f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f
2024-11-10T23:20:02,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f, entries=150, sequenceid=230, filesize=30.4 K
2024-11-10T23:20:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c3052740397f4cb9a35a50f521abc6cb as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c3052740397f4cb9a35a50f521abc6cb
2024-11-10T23:20:02,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c3052740397f4cb9a35a50f521abc6cb, entries=150, sequenceid=230, filesize=11.9 K
2024-11-10T23:20:02,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/a30b0aa1a1d64f8d9a9a056931448d37 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/a30b0aa1a1d64f8d9a9a056931448d37
2024-11-10T23:20:02,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/a30b0aa1a1d64f8d9a9a056931448d37, entries=150, sequenceid=230, filesize=11.9 K
2024-11-10T23:20:02,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for deb4ca649f2c328327ff8e68fa376d1a in 1246ms, sequenceid=230, compaction requested=false
2024-11-10T23:20:02,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:02,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:02,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164
2024-11-10T23:20:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=164
2024-11-10T23:20:02,783 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163
2024-11-10T23:20:02,783 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6160 sec
2024-11-10T23:20:02,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.6180 sec
2024-11-10T23:20:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:03,114 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-10T23:20:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:20:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:20:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:20:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:03,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102c2629ea061e4c09ba92b3c5d1c5c9b3_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:03,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742376_1552 (size=14844)
2024-11-10T23:20:03,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280863119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280863120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280863120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280863120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280863120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280863223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280863223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280863224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280863224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280863224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280863426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280863426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280863426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280863426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280863426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:20:03,525 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102c2629ea061e4c09ba92b3c5d1c5c9b3_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102c2629ea061e4c09ba92b3c5d1c5c9b3_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:03,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/934f8618ea514fb9b0fbdbb0553c872f, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:03,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/934f8618ea514fb9b0fbdbb0553c872f is 175, key is test_row_0/A:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:03,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742377_1553 (size=39799)
2024-11-10T23:20:03,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280863728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280863728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280863728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280863729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280863729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:03,930 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/934f8618ea514fb9b0fbdbb0553c872f
2024-11-10T23:20:03,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6d5ef87a6db047248a0fc8fe9a5ca922 is 50, key is test_row_0/B:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:03,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742378_1554 (size=12201)
2024-11-10T23:20:04,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280864230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280864232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280864232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280864234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280864235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-10T23:20:04,269 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed
2024-11-10T23:20:04,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-10T23:20:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees
2024-11-10T23:20:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:04,271 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-10T23:20:04,272 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-10T23:20:04,272 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-10T23:20:04,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6d5ef87a6db047248a0fc8fe9a5ca922
2024-11-10T23:20:04,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/7cf5b3b9cf1d4961b0445e1a03ee588b is 50, key is test_row_0/C:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:04,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742379_1555 (size=12201)
2024-11-10T23:20:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:04,423 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-10T23:20:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:04,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-10T23:20:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-10T23:20:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:20:04,746 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/7cf5b3b9cf1d4961b0445e1a03ee588b
2024-11-10T23:20:04,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/934f8618ea514fb9b0fbdbb0553c872f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f
2024-11-10T23:20:04,774 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f, entries=200, sequenceid=258, filesize=38.9 K
2024-11-10T23:20:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6d5ef87a6db047248a0fc8fe9a5ca922 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6d5ef87a6db047248a0fc8fe9a5ca922
2024-11-10T23:20:04,776 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6d5ef87a6db047248a0fc8fe9a5ca922, entries=150, sequenceid=258, filesize=11.9 K
2024-11-10T23:20:04,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/7cf5b3b9cf1d4961b0445e1a03ee588b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/7cf5b3b9cf1d4961b0445e1a03ee588b
2024-11-10T23:20:04,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/7cf5b3b9cf1d4961b0445e1a03ee588b, entries=150, sequenceid=258, filesize=11.9 K
2024-11-10T23:20:04,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for deb4ca649f2c328327ff8e68fa376d1a in 1667ms, sequenceid=258, compaction requested=true
2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:B, priority=-2147483648, current under compaction store size is 2
2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:20:04,780 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:C, priority=-2147483648, current under compaction store size is 3
2024-11-10T23:20:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-10T23:20:04,780 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:20:04,783 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/A is initiating minor compaction (all files)
2024-11-10T23:20:04,784 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/A in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/B is initiating minor compaction (all files)
2024-11-10T23:20:04,784 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/aade5c589e384f21ac81c0ef0034a46b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=100.1 K
2024-11-10T23:20:04,784 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/B in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,784 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,784 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c3052740397f4cb9a35a50f521abc6cb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6d5ef87a6db047248a0fc8fe9a5ca922] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=36.1 K
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. files: [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/aade5c589e384f21ac81c0ef0034a46b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f]
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting aade5c589e384f21ac81c0ef0034a46b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731280798739
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dd1cd9710214d1a8fdcfa2c8a2e0d59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731280798739
2024-11-10T23:20:04,784 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dc56aed67c64e2e99ba038eaffdb79f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731280799863
2024-11-10T23:20:04,785 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting c3052740397f4cb9a35a50f521abc6cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731280799863
2024-11-10T23:20:04,785 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] compactions.Compactor(224): Compacting 934f8618ea514fb9b0fbdbb0553c872f, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280801999
2024-11-10T23:20:04,785 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5ef87a6db047248a0fc8fe9a5ca922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280801999
2024-11-10T23:20:04,791 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:20:04,792 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/00b0110df1774ae281e1a82edf21d31f is 50, key is test_row_0/B:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:04,793 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:04,794 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111069fb252e368f41de9a02a14bfe0ea137_deb4ca649f2c328327ff8e68fa376d1a store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:04,796 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111069fb252e368f41de9a02a14bfe0ea137_deb4ca649f2c328327ff8e68fa376d1a, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:04,796 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111069fb252e368f41de9a02a14bfe0ea137_deb4ca649f2c328327ff8e68fa376d1a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:04,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742380_1556 (size=12781)
2024-11-10T23:20:04,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742381_1557 (size=4469)
2024-11-10T23:20:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:04,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:04,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:04,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:20:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:04,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d7a1363745eb4b4497e2297013339978_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280803119/Put/seqid=0
2024-11-10T23:20:04,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742382_1558 (size=12454)
2024-11-10T23:20:05,199 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:20:05,200 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/40952dfe81634b2f906a47766a9fb680 is 175, key is test_row_0/A:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:05,202 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/00b0110df1774ae281e1a82edf21d31f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/00b0110df1774ae281e1a82edf21d31f
2024-11-10T23:20:05,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742383_1559 (size=31735)
2024-11-10T23:20:05,211 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/B of deb4ca649f2c328327ff8e68fa376d1a into 00b0110df1774ae281e1a82edf21d31f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:20:05,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:05,211 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/B, priority=13, startTime=1731280804780; duration=0sec
2024-11-10T23:20:05,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-10T23:20:05,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:B
2024-11-10T23:20:05,211 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-10T23:20:05,212 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-10T23:20:05,212 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1540): deb4ca649f2c328327ff8e68fa376d1a/C is initiating minor compaction (all files)
2024-11-10T23:20:05,212 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of deb4ca649f2c328327ff8e68fa376d1a/C in TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:05,212 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1883c3a405aa4a4f8c9ae984304321d3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/a30b0aa1a1d64f8d9a9a056931448d37, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/7cf5b3b9cf1d4961b0445e1a03ee588b] into tmpdir=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp, totalSize=36.1 K
2024-11-10T23:20:05,213 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 1883c3a405aa4a4f8c9ae984304321d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731280798739
2024-11-10T23:20:05,213 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting a30b0aa1a1d64f8d9a9a056931448d37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731280799863
2024-11-10T23:20:05,213 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf5b3b9cf1d4961b0445e1a03ee588b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731280801999
2024-11-10T23:20:05,218 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deb4ca649f2c328327ff8e68fa376d1a#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-10T23:20:05,218 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9e6c8eb4ce444067adf26ab904d74040 is 50, key is test_row_0/C:col10/1731280801999/Put/seqid=0
2024-11-10T23:20:05,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742384_1560 (size=12781)
2024-11-10T23:20:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. as already flushing
2024-11-10T23:20:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:05,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280865280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280865280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280865280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280865280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280865280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:20:05,290 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d7a1363745eb4b4497e2297013339978_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7a1363745eb4b4497e2297013339978_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/4780c933c4be41c5bd48cf7e8ca64ece, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:05,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/4780c933c4be41c5bd48cf7e8ca64ece is 175, key is test_row_0/A:col10/1731280803119/Put/seqid=0
2024-11-10T23:20:05,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742385_1561 (size=31255)
2024-11-10T23:20:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280865385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,530 DEBUG [Thread-2206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:61791
2024-11-10T23:20:05,530 DEBUG [Thread-2206 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:05,531 DEBUG [Thread-2210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50bf224f to 127.0.0.1:61791
2024-11-10T23:20:05,531 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:05,531 DEBUG [Thread-2208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:61791
2024-11-10T23:20:05,531 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:05,532 DEBUG [Thread-2204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:61791
2024-11-10T23:20:05,532 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:05,533 DEBUG [Thread-2202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:61791
2024-11-10T23:20:05,533 DEBUG [Thread-2202 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:05,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280865587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280865587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280865587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280865588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280865588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,614 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/40952dfe81634b2f906a47766a9fb680 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/40952dfe81634b2f906a47766a9fb680
2024-11-10T23:20:05,617 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/A of deb4ca649f2c328327ff8e68fa376d1a into 40952dfe81634b2f906a47766a9fb680(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:20:05,617 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:05,617 INFO  [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/A, priority=13, startTime=1731280804780; duration=0sec
2024-11-10T23:20:05,617 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:05,617 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:A
2024-11-10T23:20:05,624 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/9e6c8eb4ce444067adf26ab904d74040 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9e6c8eb4ce444067adf26ab904d74040
2024-11-10T23:20:05,627 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in deb4ca649f2c328327ff8e68fa376d1a/C of deb4ca649f2c328327ff8e68fa376d1a into 9e6c8eb4ce444067adf26ab904d74040(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-10T23:20:05,627 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:05,627 INFO  [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a., storeName=deb4ca649f2c328327ff8e68fa376d1a/C, priority=13, startTime=1731280804780; duration=0sec
2024-11-10T23:20:05,628 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:05,628 DEBUG [RS:0;992bda40dfe9:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:C
2024-11-10T23:20:05,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/4780c933c4be41c5bd48cf7e8ca64ece
2024-11-10T23:20:05,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/a8030215d05d4878819eb021d4fa6f89 is 50, key is test_row_0/B:col10/1731280803119/Put/seqid=0
2024-11-10T23:20:05,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742386_1562 (size=12301)
2024-11-10T23:20:05,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280865889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280865890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280865890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280865890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:05,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280865891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:06,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/a8030215d05d4878819eb021d4fa6f89
2024-11-10T23:20:06,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/50130fa612fb44f8b44a7ff5546ccf89 is 50, key is test_row_0/C:col10/1731280803119/Put/seqid=0
2024-11-10T23:20:06,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742387_1563 (size=12301)
2024-11-10T23:20:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:06,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39430 deadline: 1731280866393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:06,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39414 deadline: 1731280866395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:06,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39394 deadline: 1731280866397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:06,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:06,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-10T23:20:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1731280866397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39370 deadline: 1731280866397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:06,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/50130fa612fb44f8b44a7ff5546ccf89
2024-11-10T23:20:06,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/4780c933c4be41c5bd48cf7e8ca64ece as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/4780c933c4be41c5bd48cf7e8ca64ece
2024-11-10T23:20:06,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/4780c933c4be41c5bd48cf7e8ca64ece, entries=150, sequenceid=269, filesize=30.5 K
2024-11-10T23:20:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/a8030215d05d4878819eb021d4fa6f89 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/a8030215d05d4878819eb021d4fa6f89
2024-11-10T23:20:06,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/a8030215d05d4878819eb021d4fa6f89, entries=150, sequenceid=269, filesize=12.0 K
2024-11-10T23:20:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/50130fa612fb44f8b44a7ff5546ccf89 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/50130fa612fb44f8b44a7ff5546ccf89
2024-11-10T23:20:06,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/50130fa612fb44f8b44a7ff5546ccf89, entries=150, sequenceid=269, filesize=12.0 K
2024-11-10T23:20:06,551 INFO  [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for deb4ca649f2c328327ff8e68fa376d1a in 1671ms, sequenceid=269, compaction requested=false
2024-11-10T23:20:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/992bda40dfe9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166
2024-11-10T23:20:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster(4106): Remote procedure done, pid=166
2024-11-10T23:20:06,554 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165
2024-11-10T23:20:06,554 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2800 sec
2024-11-10T23:20:06,555 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.2840 sec
2024-11-10T23:20:06,820 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-10T23:20:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8581): Flush requested on deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:07,404 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-10T23:20:07,404 DEBUG [Thread-2191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:61791
2024-11-10T23:20:07,404 DEBUG [Thread-2197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:61791
2024-11-10T23:20:07,405 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:07,405 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:07,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:20:07,406 DEBUG [Thread-2193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:61791
2024-11-10T23:20:07,406 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:07,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:07,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:20:07,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:07,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:20:07,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:07,407 DEBUG [Thread-2199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:61791
2024-11-10T23:20:07,408 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:07,408 DEBUG [Thread-2195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:61791
2024-11-10T23:20:07,408 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:07,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108f39c61b3cb9493aa2e5c1c2a1243374_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280805256/Put/seqid=0
2024-11-10T23:20:07,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742388_1564 (size=12454)
2024-11-10T23:20:07,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:20:07,824 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108f39c61b3cb9493aa2e5c1c2a1243374_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108f39c61b3cb9493aa2e5c1c2a1243374_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:07,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2fd645626f5d4514b84d868b2c36ba5b, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:07,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2fd645626f5d4514b84d868b2c36ba5b is 175, key is test_row_0/A:col10/1731280805256/Put/seqid=0
2024-11-10T23:20:07,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742389_1565 (size=31255)
2024-11-10T23:20:08,234 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2fd645626f5d4514b84d868b2c36ba5b
2024-11-10T23:20:08,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6a580c453e8040da84392934afa30d66 is 50, key is test_row_0/B:col10/1731280805256/Put/seqid=0
2024-11-10T23:20:08,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742390_1566 (size=12301)
2024-11-10T23:20:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-10T23:20:08,377 INFO  [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7211
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7175
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7063
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7224
2024-11-10T23:20:08,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 7213
2024-11-10T23:20:08,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-10T23:20:08,379 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:20:08,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:61791
2024-11-10T23:20:08,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:08,380 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-10T23:20:08,381 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-10T23:20:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-10T23:20:08,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280808387"}]},"ts":"1731280808387"}
2024-11-10T23:20:08,389 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-10T23:20:08,431 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-10T23:20:08,432 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-10T23:20:08,434 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, UNASSIGN}]
2024-11-10T23:20:08,435 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, UNASSIGN
2024-11-10T23:20:08,436 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=CLOSING, regionLocation=992bda40dfe9,43391,1731280628391
2024-11-10T23:20:08,438 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-10T23:20:08,438 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391}]
2024-11-10T23:20:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-10T23:20:08,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:08,592 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:08,592 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-10T23:20:08,592 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing deb4ca649f2c328327ff8e68fa376d1a, disabling compactions & flushes
2024-11-10T23:20:08,592 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:08,653 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6a580c453e8040da84392934afa30d66
2024-11-10T23:20:08,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/b1ee988b74c64afd87e0fe151de854a8 is 50, key is test_row_0/C:col10/1731280805256/Put/seqid=0
2024-11-10T23:20:08,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742391_1567 (size=12301)
2024-11-10T23:20:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-10T23:20:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-10T23:20:09,072 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/b1ee988b74c64afd87e0fe151de854a8
2024-11-10T23:20:09,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/2fd645626f5d4514b84d868b2c36ba5b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2fd645626f5d4514b84d868b2c36ba5b
2024-11-10T23:20:09,085 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2fd645626f5d4514b84d868b2c36ba5b, entries=150, sequenceid=301, filesize=30.5 K
2024-11-10T23:20:09,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/6a580c453e8040da84392934afa30d66 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6a580c453e8040da84392934afa30d66
2024-11-10T23:20:09,089 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6a580c453e8040da84392934afa30d66, entries=150, sequenceid=301, filesize=12.0 K
2024-11-10T23:20:09,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/b1ee988b74c64afd87e0fe151de854a8 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b1ee988b74c64afd87e0fe151de854a8
2024-11-10T23:20:09,093 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b1ee988b74c64afd87e0fe151de854a8, entries=150, sequenceid=301, filesize=12.0 K
2024-11-10T23:20:09,093 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=13.42 KB/13740 for deb4ca649f2c328327ff8e68fa376d1a in 1689ms, sequenceid=301, compaction requested=true
2024-11-10T23:20:09,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:09,093 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:09,093 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:09,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:A, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:20:09,093 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. because compaction request was cancelled
2024-11-10T23:20:09,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:09,094 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:A
2024-11-10T23:20:09,093 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. after waiting 0 ms
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:09,094 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. because compaction request was cancelled
2024-11-10T23:20:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:B, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:20:09,094 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:B
2024-11-10T23:20:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:09,094 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing deb4ca649f2c328327ff8e68fa376d1a 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-10T23:20:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deb4ca649f2c328327ff8e68fa376d1a:C, priority=-2147483648, current under compaction store size is 1
2024-11-10T23:20:09,094 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a. because compaction request was cancelled
2024-11-10T23:20:09,094 DEBUG [RS:0;992bda40dfe9:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deb4ca649f2c328327ff8e68fa376d1a:C
2024-11-10T23:20:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=A
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=B
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK deb4ca649f2c328327ff8e68fa376d1a, store=C
2024-11-10T23:20:09,094 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-10T23:20:09,098 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111045b9c4c20b964259b96149669538feb5_deb4ca649f2c328327ff8e68fa376d1a is 50, key is test_row_0/A:col10/1731280807407/Put/seqid=0
2024-11-10T23:20:09,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742392_1568 (size=7374)
2024-11-10T23:20:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-10T23:20:09,503 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:20:09,513 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111045b9c4c20b964259b96149669538feb5_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111045b9c4c20b964259b96149669538feb5_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:09,515 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/d1ca30ed2d8c444fb308d5a19e185240, store: [table=TestAcidGuarantees family=A region=deb4ca649f2c328327ff8e68fa376d1a]
2024-11-10T23:20:09,516 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/d1ca30ed2d8c444fb308d5a19e185240 is 175, key is test_row_0/A:col10/1731280807407/Put/seqid=0
2024-11-10T23:20:09,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742393_1569 (size=13865)
2024-11-10T23:20:09,520 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/d1ca30ed2d8c444fb308d5a19e185240
2024-11-10T23:20:09,524 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c9dc126cbb514a37a4eb07026dc62845 is 50, key is test_row_0/B:col10/1731280807407/Put/seqid=0
2024-11-10T23:20:09,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742394_1570 (size=7415)
2024-11-10T23:20:09,929 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c9dc126cbb514a37a4eb07026dc62845
2024-11-10T23:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/bee8864c68514ec1bd3f49a0f9b1420f is 50, key is test_row_0/C:col10/1731280807407/Put/seqid=0
2024-11-10T23:20:09,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742395_1571 (size=7415)
2024-11-10T23:20:10,370 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/bee8864c68514ec1bd3f49a0f9b1420f
2024-11-10T23:20:10,379 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/A/d1ca30ed2d8c444fb308d5a19e185240 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/d1ca30ed2d8c444fb308d5a19e185240
2024-11-10T23:20:10,384 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/d1ca30ed2d8c444fb308d5a19e185240, entries=50, sequenceid=306, filesize=13.5 K
2024-11-10T23:20:10,385 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/B/c9dc126cbb514a37a4eb07026dc62845 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c9dc126cbb514a37a4eb07026dc62845
2024-11-10T23:20:10,389 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c9dc126cbb514a37a4eb07026dc62845, entries=50, sequenceid=306, filesize=7.2 K
2024-11-10T23:20:10,390 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/.tmp/C/bee8864c68514ec1bd3f49a0f9b1420f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/bee8864c68514ec1bd3f49a0f9b1420f
2024-11-10T23:20:10,393 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/bee8864c68514ec1bd3f49a0f9b1420f, entries=50, sequenceid=306, filesize=7.2 K
2024-11-10T23:20:10,394 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for deb4ca649f2c328327ff8e68fa376d1a in 1300ms, sequenceid=306, compaction requested=true
2024-11-10T23:20:10,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/dd763bbe6c454b05a8cc68f03afb0527, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/c554e55adf2e468f9a980c898dcc16e0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5bb05c3e157443a6a01bb125b863def1, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/aade5c589e384f21ac81c0ef0034a46b, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f] to archive
2024-11-10T23:20:10,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:20:10,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5d29af31a8734d2797e56b5dd43cd3a7
2024-11-10T23:20:10,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/a7d375ffa22444e0a4bb6ea0cd87fbc0
2024-11-10T23:20:10,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/dd763bbe6c454b05a8cc68f03afb0527 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/dd763bbe6c454b05a8cc68f03afb0527
2024-11-10T23:20:10,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/97233a8a968e41a3ad615a63e79dbf3d
2024-11-10T23:20:10,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b58422b80c9247d586c03e307cae96ed
2024-11-10T23:20:10,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/c554e55adf2e468f9a980c898dcc16e0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/c554e55adf2e468f9a980c898dcc16e0
2024-11-10T23:20:10,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/71f20a07cb424dad98c40d8b664dae9a
2024-11-10T23:20:10,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/109266679d624ee68b57c52fd6a66ed0
2024-11-10T23:20:10,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/f1a200bc515941fbb38505932052a054
2024-11-10T23:20:10,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/0aa2c3b5209449089e6f0acf8cf309c6
2024-11-10T23:20:10,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5bb05c3e157443a6a01bb125b863def1 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/5bb05c3e157443a6a01bb125b863def1
2024-11-10T23:20:10,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/9a2b5d3947f84353ad834c523446e49d
2024-11-10T23:20:10,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/b6ac3e8084ed4c9284e442d8bbc30d5a
2024-11-10T23:20:10,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/be362421db17439dbdce29492040e204
2024-11-10T23:20:10,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/aade5c589e384f21ac81c0ef0034a46b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/aade5c589e384f21ac81c0ef0034a46b
2024-11-10T23:20:10,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2dc56aed67c64e2e99ba038eaffdb79f
2024-11-10T23:20:10,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/934f8618ea514fb9b0fbdbb0553c872f
2024-11-10T23:20:10,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/fa889c7eeca6471298a298a4c4b9a628, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c6b8cfbaf3aa401bb3a9d1679229d24f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/1eef48af8825485db012823b99a06e80, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/57921851e5ae45339db05aad933cf4b3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/52b78a7d361e4681a9073c2df5c53b3c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6eb568a9b5a54fc8999c00c887275123, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/03013dbc1fe040ee88cdd013ae6eecdd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/791319fe71774ce798726b0d6fe0dfc6, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c39d2379c3cf4e8c80662a64a1b27ccd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/335838f8138647d195b474af2f33e3ec, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/69f9838afc334d73bc23a587bd829942, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/2c19ae92dd634118ae3e0735896ca5df, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/70b7ed4ecb9a468baf551a2425bb8497, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/10002cbd4ed2480e96de73af51d472a5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c3052740397f4cb9a35a50f521abc6cb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6d5ef87a6db047248a0fc8fe9a5ca922] to archive
2024-11-10T23:20:10,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:20:10,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/fa889c7eeca6471298a298a4c4b9a628 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/fa889c7eeca6471298a298a4c4b9a628
2024-11-10T23:20:10,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c6b8cfbaf3aa401bb3a9d1679229d24f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c6b8cfbaf3aa401bb3a9d1679229d24f
2024-11-10T23:20:10,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/1eef48af8825485db012823b99a06e80 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/1eef48af8825485db012823b99a06e80
2024-11-10T23:20:10,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/57921851e5ae45339db05aad933cf4b3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/57921851e5ae45339db05aad933cf4b3
2024-11-10T23:20:10,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/52b78a7d361e4681a9073c2df5c53b3c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/52b78a7d361e4681a9073c2df5c53b3c
2024-11-10T23:20:10,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6eb568a9b5a54fc8999c00c887275123 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6eb568a9b5a54fc8999c00c887275123
2024-11-10T23:20:10,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/03013dbc1fe040ee88cdd013ae6eecdd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/03013dbc1fe040ee88cdd013ae6eecdd
2024-11-10T23:20:10,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/791319fe71774ce798726b0d6fe0dfc6 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/791319fe71774ce798726b0d6fe0dfc6
2024-11-10T23:20:10,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c39d2379c3cf4e8c80662a64a1b27ccd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c39d2379c3cf4e8c80662a64a1b27ccd
2024-11-10T23:20:10,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/335838f8138647d195b474af2f33e3ec to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/335838f8138647d195b474af2f33e3ec
2024-11-10T23:20:10,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/69f9838afc334d73bc23a587bd829942 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/69f9838afc334d73bc23a587bd829942
2024-11-10T23:20:10,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/2c19ae92dd634118ae3e0735896ca5df to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/2c19ae92dd634118ae3e0735896ca5df
2024-11-10T23:20:10,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/70b7ed4ecb9a468baf551a2425bb8497 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/70b7ed4ecb9a468baf551a2425bb8497
2024-11-10T23:20:10,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/4dd1cd9710214d1a8fdcfa2c8a2e0d59
2024-11-10T23:20:10,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/10002cbd4ed2480e96de73af51d472a5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/10002cbd4ed2480e96de73af51d472a5
2024-11-10T23:20:10,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c3052740397f4cb9a35a50f521abc6cb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c3052740397f4cb9a35a50f521abc6cb
2024-11-10T23:20:10,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6d5ef87a6db047248a0fc8fe9a5ca922 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6d5ef87a6db047248a0fc8fe9a5ca922
2024-11-10T23:20:10,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f8655a7cb0543e8be679748670c3d61, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/afe6bcae0d5c410aad683c91ccdc1efb, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/4717b48c38f74863af45816d22de871c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f04072dc38141698aef328edfe405be, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/40200ec5907e4bc3977186796169da1c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/c265aaa876a946d595339e763b15bd7e, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/f25b19aee3ab4b85900b06c0cdfa152a, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/e2df39934efa46f5b4be7199f41085fd, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ceb1710f0fcd4edf8c35782559e0de42, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1b19fb04f5b84ed19a44968b5b368943, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ad0827d0a84d4490a3f28b54e8732aa5, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/5130facc5f2e42a988bfd8b6cf49ef86, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/76e218176f244597974e2c8dfec9555c, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1883c3a405aa4a4f8c9ae984304321d3, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b716907cfe0a4fbda1408880a9ed330f, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/a30b0aa1a1d64f8d9a9a056931448d37, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/7cf5b3b9cf1d4961b0445e1a03ee588b] to archive
2024-11-10T23:20:10,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-10T23:20:10,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f8655a7cb0543e8be679748670c3d61 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f8655a7cb0543e8be679748670c3d61
2024-11-10T23:20:10,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/afe6bcae0d5c410aad683c91ccdc1efb to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/afe6bcae0d5c410aad683c91ccdc1efb
2024-11-10T23:20:10,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/4717b48c38f74863af45816d22de871c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/4717b48c38f74863af45816d22de871c
2024-11-10T23:20:10,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f04072dc38141698aef328edfe405be to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9f04072dc38141698aef328edfe405be
2024-11-10T23:20:10,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/40200ec5907e4bc3977186796169da1c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/40200ec5907e4bc3977186796169da1c
2024-11-10T23:20:10,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/c265aaa876a946d595339e763b15bd7e to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/c265aaa876a946d595339e763b15bd7e
2024-11-10T23:20:10,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/f25b19aee3ab4b85900b06c0cdfa152a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/f25b19aee3ab4b85900b06c0cdfa152a
2024-11-10T23:20:10,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/e2df39934efa46f5b4be7199f41085fd to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/e2df39934efa46f5b4be7199f41085fd
2024-11-10T23:20:10,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ceb1710f0fcd4edf8c35782559e0de42 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ceb1710f0fcd4edf8c35782559e0de42
2024-11-10T23:20:10,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1b19fb04f5b84ed19a44968b5b368943 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1b19fb04f5b84ed19a44968b5b368943
2024-11-10T23:20:10,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ad0827d0a84d4490a3f28b54e8732aa5 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/ad0827d0a84d4490a3f28b54e8732aa5
2024-11-10T23:20:10,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/5130facc5f2e42a988bfd8b6cf49ef86 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/5130facc5f2e42a988bfd8b6cf49ef86
2024-11-10T23:20:10,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/76e218176f244597974e2c8dfec9555c to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/76e218176f244597974e2c8dfec9555c
2024-11-10T23:20:10,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1883c3a405aa4a4f8c9ae984304321d3 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/1883c3a405aa4a4f8c9ae984304321d3
2024-11-10T23:20:10,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b716907cfe0a4fbda1408880a9ed330f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b716907cfe0a4fbda1408880a9ed330f
2024-11-10T23:20:10,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/a30b0aa1a1d64f8d9a9a056931448d37 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/a30b0aa1a1d64f8d9a9a056931448d37
2024-11-10T23:20:10,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/7cf5b3b9cf1d4961b0445e1a03ee588b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/7cf5b3b9cf1d4961b0445e1a03ee588b
2024-11-10T23:20:10,438 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/recovered.edits/309.seqid, newMaxSeqId=309, maxSeqId=4
2024-11-10T23:20:10,438 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.
2024-11-10T23:20:10,438 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for deb4ca649f2c328327ff8e68fa376d1a:

2024-11-10T23:20:10,439 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,439 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=deb4ca649f2c328327ff8e68fa376d1a, regionState=CLOSED
2024-11-10T23:20:10,441 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169
2024-11-10T23:20:10,441 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure deb4ca649f2c328327ff8e68fa376d1a, server=992bda40dfe9,43391,1731280628391 in 2.0020 sec
2024-11-10T23:20:10,442 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168
2024-11-10T23:20:10,442 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=deb4ca649f2c328327ff8e68fa376d1a, UNASSIGN in 2.0070 sec
2024-11-10T23:20:10,443 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167
2024-11-10T23:20:10,443 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0100 sec
2024-11-10T23:20:10,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731280810443"}]},"ts":"1731280810443"}
2024-11-10T23:20:10,444 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-10T23:20:10,489 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-10T23:20:10,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1080 sec
2024-11-10T23:20:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-10T23:20:10,495 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed
2024-11-10T23:20:10,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-10T23:20:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:10,496 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:10,497 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-10T23:20:10,499 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,501 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C, FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/recovered.edits]
2024-11-10T23:20:10,504 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2fd645626f5d4514b84d868b2c36ba5b to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/2fd645626f5d4514b84d868b2c36ba5b
2024-11-10T23:20:10,505 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/40952dfe81634b2f906a47766a9fb680 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/40952dfe81634b2f906a47766a9fb680
2024-11-10T23:20:10,506 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/4780c933c4be41c5bd48cf7e8ca64ece to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/4780c933c4be41c5bd48cf7e8ca64ece
2024-11-10T23:20:10,507 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/d1ca30ed2d8c444fb308d5a19e185240 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/A/d1ca30ed2d8c444fb308d5a19e185240
2024-11-10T23:20:10,509 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/00b0110df1774ae281e1a82edf21d31f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/00b0110df1774ae281e1a82edf21d31f
2024-11-10T23:20:10,510 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6a580c453e8040da84392934afa30d66 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/6a580c453e8040da84392934afa30d66
2024-11-10T23:20:10,511 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/a8030215d05d4878819eb021d4fa6f89 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/a8030215d05d4878819eb021d4fa6f89
2024-11-10T23:20:10,512 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c9dc126cbb514a37a4eb07026dc62845 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/B/c9dc126cbb514a37a4eb07026dc62845
2024-11-10T23:20:10,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/50130fa612fb44f8b44a7ff5546ccf89 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/50130fa612fb44f8b44a7ff5546ccf89
2024-11-10T23:20:10,516 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9e6c8eb4ce444067adf26ab904d74040 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/9e6c8eb4ce444067adf26ab904d74040
2024-11-10T23:20:10,518 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b1ee988b74c64afd87e0fe151de854a8 to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/b1ee988b74c64afd87e0fe151de854a8
2024-11-10T23:20:10,520 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/bee8864c68514ec1bd3f49a0f9b1420f to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/C/bee8864c68514ec1bd3f49a0f9b1420f
2024-11-10T23:20:10,523 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/recovered.edits/309.seqid to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a/recovered.edits/309.seqid
2024-11-10T23:20:10,523 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/default/TestAcidGuarantees/deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-10T23:20:10,524 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-10T23:20:10,524 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-10T23:20:10,526 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110035e1ea7d951484f946bf2e761ca9d53_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110035e1ea7d951484f946bf2e761ca9d53_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,527 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110123e4e67450b40c4a0d96b328290f4fa_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110123e4e67450b40c4a0d96b328290f4fa_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,528 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111019e9ca7737ec475683d8ccc5d6b7861c_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111019e9ca7737ec475683d8ccc5d6b7861c_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,528 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111024c5a3d36b614bd89d895cd19a026f8a_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111024c5a3d36b614bd89d895cd19a026f8a_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,529 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102c2629ea061e4c09ba92b3c5d1c5c9b3_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102c2629ea061e4c09ba92b3c5d1c5c9b3_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,530 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103a6e9a1347b74b388cf8da157af0265a_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103a6e9a1347b74b388cf8da157af0265a_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,531 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111045b9c4c20b964259b96149669538feb5_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111045b9c4c20b964259b96149669538feb5_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,532 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b7255aad7ff4c8db4cc88f2a08f444d_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b7255aad7ff4c8db4cc88f2a08f444d_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,532 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110517cee5220234227b758dfded78fb5de_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110517cee5220234227b758dfded78fb5de_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,534 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072cb916ea9dd43099c6ba29f8f37c60c_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072cb916ea9dd43099c6ba29f8f37c60c_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,535 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108f39c61b3cb9493aa2e5c1c2a1243374_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108f39c61b3cb9493aa2e5c1c2a1243374_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,536 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109f62eedfbe854bc7ab9d415cc73617c2_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109f62eedfbe854bc7ab9d415cc73617c2_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,537 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8c202b113694185930b41223e53a261_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8c202b113694185930b41223e53a261_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,537 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca8ace710543405e99eb4bcf411e0b61_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ca8ace710543405e99eb4bcf411e0b61_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,538 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7258110de074f0bba49c48ed1981a2b_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7258110de074f0bba49c48ed1981a2b_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,539 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7a1363745eb4b4497e2297013339978_deb4ca649f2c328327ff8e68fa376d1a to hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7a1363745eb4b4497e2297013339978_deb4ca649f2c328327ff8e68fa376d1a
2024-11-10T23:20:10,539 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-10T23:20:10,541 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:10,543 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-10T23:20:10,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-10T23:20:10,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:10,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-10T23:20:10,546 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731280810546"}]},"ts":"9223372036854775807"}
2024-11-10T23:20:10,547 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-10T23:20:10,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => deb4ca649f2c328327ff8e68fa376d1a, NAME => 'TestAcidGuarantees,,1731280782278.deb4ca649f2c328327ff8e68fa376d1a.', STARTKEY => '', ENDKEY => ''}]
2024-11-10T23:20:10,547 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-10T23:20:10,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731280810547"}]},"ts":"9223372036854775807"}
2024-11-10T23:20:10,549 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-10T23:20:10,559 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-10T23:20:10,559 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec
2024-11-10T23:20:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-10T23:20:10,598 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed
2024-11-10T23:20:10,608 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 239), OpenFileDescriptor=450 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=4623 (was 4637)
2024-11-10T23:20:10,608 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster
2024-11-10T23:20:10,608 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-10T23:20:10,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:61791
2024-11-10T23:20:10,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:10,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-10T23:20:10,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false
2024-11-10T23:20:10,609 INFO  [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=992bda40dfe9,43589,1731280627623
2024-11-10T23:20:10,617 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-11-10T23:20:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:20:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:20:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:20:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:20:10,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:10,617 INFO  [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '992bda40dfe9,43391,1731280628391' *****
2024-11-10T23:20:10,617 INFO  [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested
2024-11-10T23:20:10,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:20:10,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:20:10,618 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-10T23:20:10,618 INFO  [RS:0;992bda40dfe9:43391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-10T23:20:10,618 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting
2024-11-10T23:20:10,618 INFO  [RS:0;992bda40dfe9:43391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-10T23:20:10,618 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(3579): Received CLOSE for ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:20:10,619 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1224): stopping server 992bda40dfe9,43391,1731280628391
2024-11-10T23:20:10,619 DEBUG [RS:0;992bda40dfe9:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:10,619 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-10T23:20:10,619 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-10T23:20:10,619 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-10T23:20:10,619 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740
2024-11-10T23:20:10,619 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ee49e0ceb16f8d9252e1a5caf62f780e, disabling compactions & flushes
2024-11-10T23:20:10,619 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:20:10,619 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:20:10,620 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e. after waiting 0 ms
2024-11-10T23:20:10,620 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close
2024-11-10T23:20:10,620 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:20:10,620 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1603): Online Regions={ee49e0ceb16f8d9252e1a5caf62f780e=hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e., 1588230740=hbase:meta,,1.1588230740}
2024-11-10T23:20:10,620 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-10T23:20:10,620 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ee49e0ceb16f8d9252e1a5caf62f780e 1/1 column families, dataSize=78 B heapSize=488 B
2024-11-10T23:20:10,620 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-10T23:20:10,620 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-10T23:20:10,620 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-10T23:20:10,620 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-10T23:20:10,620 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB
2024-11-10T23:20:10,620 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:20:10,636 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/.tmp/info/84fc0275e6ce4c12bdedcf92bef1ff4b is 45, key is default/info:d/1731280633754/Put/seqid=0
2024-11-10T23:20:10,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742396_1572 (size=5037)
2024-11-10T23:20:10,642 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/info/b19b1ca66a064770a6dfb3d6c21e2b09 is 143, key is hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e./info:regioninfo/1731280633603/Put/seqid=0
2024-11-10T23:20:10,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742397_1573 (size=7725)
2024-11-10T23:20:10,682 INFO  [regionserver/992bda40dfe9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:20:10,821 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:20:11,021 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ee49e0ceb16f8d9252e1a5caf62f780e
2024-11-10T23:20:11,039 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/.tmp/info/84fc0275e6ce4c12bdedcf92bef1ff4b
2024-11-10T23:20:11,044 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/.tmp/info/84fc0275e6ce4c12bdedcf92bef1ff4b as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/info/84fc0275e6ce4c12bdedcf92bef1ff4b
2024-11-10T23:20:11,045 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/info/b19b1ca66a064770a6dfb3d6c21e2b09
2024-11-10T23:20:11,049 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/info/84fc0275e6ce4c12bdedcf92bef1ff4b, entries=2, sequenceid=6, filesize=4.9 K
2024-11-10T23:20:11,049 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ee49e0ceb16f8d9252e1a5caf62f780e in 429ms, sequenceid=6, compaction requested=false
2024-11-10T23:20:11,054 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/namespace/ee49e0ceb16f8d9252e1a5caf62f780e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-10T23:20:11,055 INFO  [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:20:11,055 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ee49e0ceb16f8d9252e1a5caf62f780e:

2024-11-10T23:20:11,055 DEBUG [RS_CLOSE_REGION-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731280632696.ee49e0ceb16f8d9252e1a5caf62f780e.
2024-11-10T23:20:11,067 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/rep_barrier/911bd841a9424477a43ce3ca2adfe29f is 102, key is TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe./rep_barrier:/1731280660353/DeleteFamily/seqid=0
2024-11-10T23:20:11,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742398_1574 (size=6025)
2024-11-10T23:20:11,221 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-10T23:20:11,237 INFO  [regionserver/992bda40dfe9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-10T23:20:11,237 INFO  [regionserver/992bda40dfe9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-10T23:20:11,422 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-10T23:20:11,471 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/rep_barrier/911bd841a9424477a43ce3ca2adfe29f
2024-11-10T23:20:11,490 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/table/7732777ffecf4fafb569d9171399c2f3 is 96, key is TestAcidGuarantees,,1731280634024.b66079cdadaba740706716baf52ad1fe./table:/1731280660353/DeleteFamily/seqid=0
2024-11-10T23:20:11,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742399_1575 (size=5942)
2024-11-10T23:20:11,622 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close
2024-11-10T23:20:11,622 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-10T23:20:11,622 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-10T23:20:11,822 DEBUG [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-10T23:20:11,894 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/table/7732777ffecf4fafb569d9171399c2f3
2024-11-10T23:20:11,899 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/info/b19b1ca66a064770a6dfb3d6c21e2b09 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/info/b19b1ca66a064770a6dfb3d6c21e2b09
2024-11-10T23:20:11,902 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/info/b19b1ca66a064770a6dfb3d6c21e2b09, entries=22, sequenceid=93, filesize=7.5 K
2024-11-10T23:20:11,903 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/rep_barrier/911bd841a9424477a43ce3ca2adfe29f as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/rep_barrier/911bd841a9424477a43ce3ca2adfe29f
2024-11-10T23:20:11,907 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/rep_barrier/911bd841a9424477a43ce3ca2adfe29f, entries=6, sequenceid=93, filesize=5.9 K
2024-11-10T23:20:11,908 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/.tmp/table/7732777ffecf4fafb569d9171399c2f3 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/table/7732777ffecf4fafb569d9171399c2f3
2024-11-10T23:20:11,912 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/table/7732777ffecf4fafb569d9171399c2f3, entries=9, sequenceid=93, filesize=5.8 K
2024-11-10T23:20:11,913 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=93, compaction requested=false
2024-11-10T23:20:11,917 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1
2024-11-10T23:20:11,918 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-10T23:20:11,918 INFO  [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-10T23:20:11,918 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-10T23:20:11,918 DEBUG [RS_CLOSE_META-regionserver/992bda40dfe9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-10T23:20:12,022 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1250): stopping server 992bda40dfe9,43391,1731280628391; all regions closed.
2024-11-10T23:20:12,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741834_1010 (size=26050)
2024-11-10T23:20:12,035 DEBUG [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/oldWALs
2024-11-10T23:20:12,035 INFO  [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 992bda40dfe9%2C43391%2C1731280628391.meta:.meta(num 1731280632363)
2024-11-10T23:20:12,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741832_1008 (size=13261233)
2024-11-10T23:20:12,040 DEBUG [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/oldWALs
2024-11-10T23:20:12,040 INFO  [RS:0;992bda40dfe9:43391 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 992bda40dfe9%2C43391%2C1731280628391:(num 1731280631354)
2024-11-10T23:20:12,040 DEBUG [RS:0;992bda40dfe9:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:12,040 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:20:12,040 INFO  [RS:0;992bda40dfe9:43391 {}] hbase.ChoreService(370): Chore service for: regionserver/992bda40dfe9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown
2024-11-10T23:20:12,041 INFO  [regionserver/992bda40dfe9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-10T23:20:12,042 INFO  [RS:0;992bda40dfe9:43391 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43391
2024-11-10T23:20:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/992bda40dfe9,43391,1731280628391
2024-11-10T23:20:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:20:12,097 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [992bda40dfe9,43391,1731280628391]
2024-11-10T23:20:12,097 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 992bda40dfe9,43391,1731280628391; numProcessing=1
2024-11-10T23:20:12,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/992bda40dfe9,43391,1731280628391 already deleted, retry=false
2024-11-10T23:20:12,105 INFO  [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 992bda40dfe9,43391,1731280628391 expired; onlineServers=0
2024-11-10T23:20:12,106 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '992bda40dfe9,43589,1731280627623' *****
2024-11-10T23:20:12,106 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-10T23:20:12,106 DEBUG [M:0;992bda40dfe9:43589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=992bda40dfe9/172.17.0.2:0
2024-11-10T23:20:12,106 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegionServer(1224): stopping server 992bda40dfe9,43589,1731280627623
2024-11-10T23:20:12,106 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegionServer(1250): stopping server 992bda40dfe9,43589,1731280627623; all regions closed.
2024-11-10T23:20:12,106 DEBUG [M:0;992bda40dfe9:43589 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:20:12,106 DEBUG [M:0;992bda40dfe9:43589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-10T23:20:12,107 DEBUG [M:0;992bda40dfe9:43589 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-10T23:20:12,107 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-10T23:20:12,107 DEBUG [master/992bda40dfe9:0:becomeActiveMaster-HFileCleaner.large.0-1731280631044 {}] cleaner.HFileCleaner(306): Exit Thread[master/992bda40dfe9:0:becomeActiveMaster-HFileCleaner.large.0-1731280631044,5,FailOnTimeoutGroup]
2024-11-10T23:20:12,107 DEBUG [master/992bda40dfe9:0:becomeActiveMaster-HFileCleaner.small.0-1731280631046 {}] cleaner.HFileCleaner(306): Exit Thread[master/992bda40dfe9:0:becomeActiveMaster-HFileCleaner.small.0-1731280631046,5,FailOnTimeoutGroup]
2024-11-10T23:20:12,107 INFO  [M:0;992bda40dfe9:43589 {}] hbase.ChoreService(370): Chore service for: master/992bda40dfe9:0 had [] on shutdown
2024-11-10T23:20:12,108 DEBUG [M:0;992bda40dfe9:43589 {}] master.HMaster(1733): Stopping service threads
2024-11-10T23:20:12,108 INFO  [M:0;992bda40dfe9:43589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-10T23:20:12,108 ERROR [M:0;992bda40dfe9:43589 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-5,5,PEWorkerGroup]
    Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34327 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34327,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-10T23:20:12,109 INFO  [M:0;992bda40dfe9:43589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-10T23:20:12,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-10T23:20:12,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-10T23:20:12,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:20:12,117 DEBUG [M:0;992bda40dfe9:43589 {}] zookeeper.ZKUtil(347): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-10T23:20:12,117 WARN  [M:0;992bda40dfe9:43589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-10T23:20:12,117 INFO  [M:0;992bda40dfe9:43589 {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-11-10T23:20:12,118 INFO  [M:0;992bda40dfe9:43589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-10T23:20:12,118 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-10T23:20:12,118 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:20:12,118 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:20:12,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:20:12,118 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-10T23:20:12,118 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:20:12,118 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=693.50 KB heapSize=846.66 KB
2024-11-10T23:20:12,138 DEBUG [M:0;992bda40dfe9:43589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcd30ba5221547e3a9db805b6e8e30a1 is 82, key is hbase:meta,,1/info:regioninfo/1731280632480/Put/seqid=0
2024-11-10T23:20:12,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742400_1576 (size=5672)
2024-11-10T23:20:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:20:12,197 INFO  [RS:0;992bda40dfe9:43391 {}] regionserver.HRegionServer(1307): Exiting; stopping=992bda40dfe9,43391,1731280628391; zookeeper connection closed.
2024-11-10T23:20:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1012853872b0001, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:20:12,198 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34b2bfd6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34b2bfd6
2024-11-10T23:20:12,199 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-10T23:20:12,542 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1861 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcd30ba5221547e3a9db805b6e8e30a1
2024-11-10T23:20:12,564 DEBUG [M:0;992bda40dfe9:43589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25200f8b661347b6a0ee34696bb21e17 is 2277, key is \x00\x00\x00\x00\x00\x00\x00a/proc:d/1731280724164/Put/seqid=0
2024-11-10T23:20:12,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742401_1577 (size=43645)
2024-11-10T23:20:12,967 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=692.94 KB at sequenceid=1861 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25200f8b661347b6a0ee34696bb21e17
2024-11-10T23:20:12,970 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25200f8b661347b6a0ee34696bb21e17
2024-11-10T23:20:12,985 DEBUG [M:0;992bda40dfe9:43589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/748b3f11da5149f193452b898ecb1c06 is 69, key is 992bda40dfe9,43391,1731280628391/rs:state/1731280631126/Put/seqid=0
2024-11-10T23:20:12,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073742402_1578 (size=5156)
2024-11-10T23:20:13,389 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1861 (bloomFilter=true), to=hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/748b3f11da5149f193452b898ecb1c06
2024-11-10T23:20:13,393 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcd30ba5221547e3a9db805b6e8e30a1 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcd30ba5221547e3a9db805b6e8e30a1
2024-11-10T23:20:13,395 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcd30ba5221547e3a9db805b6e8e30a1, entries=8, sequenceid=1861, filesize=5.5 K
2024-11-10T23:20:13,395 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25200f8b661347b6a0ee34696bb21e17 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25200f8b661347b6a0ee34696bb21e17
2024-11-10T23:20:13,397 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25200f8b661347b6a0ee34696bb21e17
2024-11-10T23:20:13,397 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25200f8b661347b6a0ee34696bb21e17, entries=171, sequenceid=1861, filesize=42.6 K
2024-11-10T23:20:13,398 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/748b3f11da5149f193452b898ecb1c06 as hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/748b3f11da5149f193452b898ecb1c06
2024-11-10T23:20:13,400 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34327/user/jenkins/test-data/a046959b-a4b2-60c7-4d7e-40c4c1c98c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/748b3f11da5149f193452b898ecb1c06, entries=1, sequenceid=1861, filesize=5.0 K
2024-11-10T23:20:13,400 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(3040): Finished flush of dataSize ~693.50 KB/710142, heapSize ~846.37 KB/866680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=1861, compaction requested=false
2024-11-10T23:20:13,401 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:20:13,401 DEBUG [M:0;992bda40dfe9:43589 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-10T23:20:13,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741830_1006 (size=832314)
2024-11-10T23:20:13,403 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-10T23:20:13,404 INFO  [M:0;992bda40dfe9:43589 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down.
2024-11-10T23:20:13,404 INFO  [M:0;992bda40dfe9:43589 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43589
2024-11-10T23:20:13,447 DEBUG [M:0;992bda40dfe9:43589 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/992bda40dfe9,43589,1731280627623 already deleted, retry=false
2024-11-10T23:20:13,555 INFO  [M:0;992bda40dfe9:43589 {}] regionserver.HRegionServer(1307): Exiting; stopping=992bda40dfe9,43589,1731280627623; zookeeper connection closed.
2024-11-10T23:20:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:20:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43589-0x1012853872b0000, quorum=127.0.0.1:61791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:20:13,563 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-10T23:20:13,567 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-10T23:20:13,567 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-10T23:20:13,568 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-10T23:20:13,568 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/hadoop.log.dir/,STOPPED}
2024-11-10T23:20:13,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-10T23:20:13,572 WARN  [BP-4907024-172.17.0.2-1731280624379 heartbeating to localhost/127.0.0.1:34327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-10T23:20:13,572 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-10T23:20:13,572 WARN  [BP-4907024-172.17.0.2-1731280624379 heartbeating to localhost/127.0.0.1:34327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-4907024-172.17.0.2-1731280624379 (Datanode Uuid 5b4c6342-feee-43b3-a823-f25059e013ce) service to localhost/127.0.0.1:34327
2024-11-10T23:20:13,574 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/dfs/data/data1/current/BP-4907024-172.17.0.2-1731280624379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-10T23:20:13,574 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/cluster_6b8492d2-9108-9bd1-9bce-5a2ecc4bf848/dfs/data/data2/current/BP-4907024-172.17.0.2-1731280624379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-10T23:20:13,575 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-10T23:20:13,580 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-10T23:20:13,581 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-10T23:20:13,581 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-10T23:20:13,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-10T23:20:13,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5abafa34-1e87-e857-4bb1-2f7ea308f1ab/hadoop.log.dir/,STOPPED}
2024-11-10T23:20:13,596 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers
2024-11-10T23:20:13,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down